{ "_class" : "hudson.tasks.junit.TestResult", "testActions" : [ ], "duration" : 2273.0, "empty" : False, "failCount" : 435, "passCount" : 0, "skipCount" : 0, "suites" : [ { "cases" : [ { "testActions" : [ ], "age" : 263, "className" : "nitb_sms:sysmo", "duration" : 5.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=32584): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32584) [trial-2406↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32584)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=32584): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32584) [trial-2406↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32584)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 nitb_sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a14:22:51.763614 tst nitb_sms:sysmo: Using 1 x ip_address (candidates: 1)\u000a14:22:51.774592 tst nitb_sms:sysmo: Using 1 x bts (candidates: 1)\u000a14:22:52.353921 tst mo_mt_sms.py: using LAC 41501\u000a14:22:52.468323 tst mo_mt_sms.py: using RAC 191\u000a14:22:52.585234 tst mo_mt_sms.py: using CellId 41501\u000a14:22:52.699244 tst mo_mt_sms.py: using BVCI 41502\u000a14:22:52.721737 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a14:22:52.904161 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a14:22:53.196707 tst mo_mt_sms.py:9: start nitb and bts...\u000a14:22:53.332644 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a14:22:55.670146 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32583): Launched\u000a14:22:55.990740 run osmo-nitb_10.42.42.2(pid=32584): Launched\u000a14:22:56.176676 run osmo-nitb_10.42.42.2(pid=32584): ERR: Terminated: ERROR {rc=2} [trial-2406↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32584)]\u000a14:22:56.311436 run osmo-nitb_10.42.42.2(pid=32584): stdout: \u000a| (launched: 2022-12-14_14:22:55.833945) \u000a14:22:56.446759 run osmo-nitb_10.42.42.2(pid=32584): stderr: \u000a| (launched: 2022-12-14_14:22:55.882037)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a14:22:56.576417 run osmo-nitb_10.42.42.2(pid=32584): stdout: \u000a| (launched: 2022-12-14_14:22:55.833945) \u000a14:22:56.705975 run osmo-nitb_10.42.42.2(pid=32584): stderr: \u000a| (launched: 2022-12-14_14:22:55.882037)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a14:22:56.762254 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=32584): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32584) [trial-2406↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32584)] [trial-2406↪nitb_sms:sysmo↪mo_mt_sms.py:11]\u000a14:22:56.770729 tst mo_mt_sms.py:11: Test FAILED (5.0 sec)\u000a14:22:56.807523 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32583): Terminating (SIGTERM)\u000a14:22:56.986140 --- ParallelTerminationStrategy: PID 32583 died...\u000a14:22:57.044107 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32583): Terminated: ok {rc=0}\u000a14:22:57.132369 bus /sierra_3: Setting Powered False\u000a14:22:58.241896 bus /sierra_3: Setting Powered False\u000a14:22:59.352447 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 10.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "0", "name" : "nitb_sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:22:51" }, { "cases" : [ { "testActions" : [ ], "age" : 77, "className" : "sms:sysmo", "duration" : 15.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32596): Process ended prematurely: osmo-stp_10.42.42.5(pid=32596) [trial-2406↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32596)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32596): Process ended prematurely: osmo-stp_10.42.42.5(pid=32596) [trial-2406↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32596)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a14:23:01.198269 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a14:23:01.210639 tst sms:sysmo: Using 1 x bts (candidates: 1)\u000a14:23:01.363029 tst mo_mt_sms.py: using LAC 41502\u000a14:23:01.493775 tst mo_mt_sms.py: using RAC 192\u000a14:23:01.625064 tst mo_mt_sms.py: using CellId 41502\u000a14:23:01.746238 tst mo_mt_sms.py: using BVCI 41503\u000a14:23:01.769804 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a14:23:01.781007 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a14:23:01.792104 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a14:23:01.803246 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a14:23:01.815053 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a14:23:01.826789 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a14:23:01.983151 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a14:23:02.191049 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:23:03.911753 run create_hlr_db(pid=32590): Launched\u000a14:23:04.085956 bus /sierra_2: Setting Powered False\u000a14:23:05.106011 run create_hlr_db(pid=32590): Terminated: ok {rc=0}\u000a14:23:05.539844 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32592): Launched\u000a14:23:05.865706 run osmo-hlr_10.42.42.2(pid=32593): Launched\u000a14:23:05.988751 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:23:08.568671 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32595): Launched\u000a14:23:08.894969 run osmo-stp_10.42.42.5(pid=32596): Launched\u000a14:23:09.013868 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:23:14.395858 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32598): Launched\u000a14:23:14.720125 run osmo-msc_10.42.42.6(pid=32599): Launched\u000a14:23:14.909148 run osmo-stp_10.42.42.5(pid=32596): ERR: Terminated: ERROR {rc=1} [trial-2406↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32596)]\u000a14:23:15.045911 run osmo-stp_10.42.42.5(pid=32596): stdout: \u000a| (launched: 2022-12-14_14:23:08.734049)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:23:15.182021 run osmo-stp_10.42.42.5(pid=32596): stderr: \u000a| �[0;m�[38;5;43m20221214142308929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214142308929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214142308929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214142308929 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214142308930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214142308930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214142308930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:23:15.311860 run osmo-stp_10.42.42.5(pid=32596): stdout: \u000a| (launched: 2022-12-14_14:23:08.734049)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:23:15.440263 run osmo-stp_10.42.42.5(pid=32596): stderr: \u000a| �[0;m�[38;5;43m20221214142308929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214142308929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214142308929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214142308929 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214142308930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214142308930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214142308930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:23:15.496561 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=32596): Process ended prematurely: osmo-stp_10.42.42.5(pid=32596) [trial-2406↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32596)] [trial-2406↪sms:sysmo↪mo_mt_sms.py:16]\u000a14:23:15.505177 tst mo_mt_sms.py:16: Test FAILED (14.3 sec)\u000a14:23:15.568594 run osmo-hlr_10.42.42.2(pid=32593): ERR: Terminated: ERROR {rc=237} [trial-2406↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32593)]\u000a14:23:15.620606 run osmo-hlr_10.42.42.2(pid=32593): stdout: \u000a| (launched: 2022-12-14_14:23:05.705230) \u000a14:23:15.673435 run osmo-hlr_10.42.42.2(pid=32593): stderr: \u000a| �[0;m�[1;31m20221214142305905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214142305905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214142305905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214142305905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214142305905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214142305905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214142305919 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/sms:sysmo/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214142305928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214142305929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214142305929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:23:15.744999 run osmo-msc_10.42.42.6(pid=32599): ERR: Terminated: ERROR {rc=2} [trial-2406↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32599)]\u000a14:23:15.796884 run osmo-msc_10.42.42.6(pid=32599): stdout: \u000a| (launched: 2022-12-14_14:23:14.559773) \u000a14:23:15.874366 run osmo-msc_10.42.42.6(pid=32599): stderr: \u000a| �[0;m�[38;5;43m20221214142314884 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214142314884 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f95f204dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214142314884 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214142314884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214142314884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214142314885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214142314886 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214142314887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214142314887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214142314887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:23:15.929284 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32592): Terminating (SIGTERM)\u000a14:23:15.972368 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32595): Terminating (SIGTERM)\u000a14:23:16.015536 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32598): Terminating (SIGTERM)\u000a14:23:16.025355 --- ParallelTerminationStrategy: PID 32592 died...\u000a14:23:16.094677 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32592): Terminated: ok {rc=0}\u000a14:23:16.107964 --- ParallelTerminationStrategy: PID 32595 died...\u000a14:23:16.168131 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32595): Terminated: ok {rc=0}\u000a14:23:16.178636 --- ParallelTerminationStrategy: PID 32598 died...\u000a14:23:16.237017 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32598): Terminated: ok {rc=0}\u000a14:23:16.325937 bus /sierra_3: Setting Powered False\u000a14:23:17.431014 bus /sierra_3: Setting Powered False\u000a14:23:18.540723 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 20.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "1", "name" : "sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:23:00" }, { "cases" : [ { "testActions" : [ ], "age" : 263, "className" : "nitb_ussd:sysmo", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=32605): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32605) [trial-2406↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32605)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=32605): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32605) [trial-2406↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32605)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 nitb_ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a14:23:20.343215 tst nitb_ussd:sysmo: Using 1 x ip_address (candidates: 1)\u000a14:23:20.354376 tst nitb_ussd:sysmo: Using 1 x bts (candidates: 1)\u000a14:23:20.485333 tst assert_extension.py: using LAC 41503\u000a14:23:20.614494 tst assert_extension.py: using RAC 193\u000a14:23:20.736844 tst assert_extension.py: using CellId 41503\u000a14:23:20.858054 tst assert_extension.py: using BVCI 41504\u000a14:23:20.881101 tst nitb_ussd:sysmo: Using 1 x modem (candidates: 1)\u000a14:23:21.176621 tst assert_extension.py:10: start nitb and bts...\u000a14:23:21.312062 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a14:23:21.982711 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32604): Launched\u000a14:23:22.304661 run osmo-nitb_10.42.42.2(pid=32605): Launched\u000a14:23:22.503499 run osmo-nitb_10.42.42.2(pid=32605): ERR: Terminated: ERROR {rc=2} [trial-2406↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32605)]\u000a14:23:22.650603 run osmo-nitb_10.42.42.2(pid=32605): stdout: \u000a| (launched: 2022-12-14_14:23:22.147485) \u000a14:23:22.797623 run osmo-nitb_10.42.42.2(pid=32605): stderr: \u000a| (launched: 2022-12-14_14:23:22.195611)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a14:23:22.939569 run osmo-nitb_10.42.42.2(pid=32605): stdout: \u000a| (launched: 2022-12-14_14:23:22.147485) \u000a14:23:23.080004 run osmo-nitb_10.42.42.2(pid=32605): stderr: \u000a| (launched: 2022-12-14_14:23:22.195611)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a14:23:23.461974 tst osmo-nitb_10.42.42.2(pid=32605): stdout: \u000a| (launched: 2022-12-14_14:23:22.147485) \u000a14:23:23.594972 tst osmo-nitb_10.42.42.2(pid=32605): stderr: \u000a| (launched: 2022-12-14_14:23:22.195611)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a14:23:23.648427 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=32605): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32605) [trial-2406↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32605)] [trial-2406↪nitb_ussd:sysmo↪assert_extension.py:12]\u000a14:23:23.656745 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a14:23:23.692309 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32604): Terminating (SIGTERM)\u000a14:23:23.870162 --- ParallelTerminationStrategy: PID 32604 died...\u000a14:23:23.924810 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32604): Terminated: ok {rc=0}\u000a14:23:24.008723 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "2", "name" : "nitb_ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:23:20" }, { "cases" : [ { "testActions" : [ ], "age" : 77, "className" : "ussd:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32616): Process ended prematurely: osmo-stp_10.42.42.5(pid=32616) [trial-2406↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32616)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32616): Process ended prematurely: osmo-stp_10.42.42.5(pid=32616) [trial-2406↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32616)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a14:23:25.878806 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a14:23:25.889991 tst ussd:sysmo: Using 1 x bts (candidates: 1)\u000a14:23:26.021077 tst assert_extension.py: using LAC 41504\u000a14:23:26.146691 tst assert_extension.py: using RAC 194\u000a14:23:26.274188 tst assert_extension.py: using CellId 41504\u000a14:23:26.401703 tst assert_extension.py: using BVCI 41505\u000a14:23:26.426241 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a14:23:26.437245 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a14:23:26.448169 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a14:23:26.459064 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a14:23:26.470300 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a14:23:26.481544 tst ussd:sysmo: Using 1 x modem (candidates: 1)\u000a14:23:26.682626 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:23:27.162815 run create_hlr_db(pid=32610): Launched\u000a14:23:27.337513 bus /sierra_2: Setting Powered False\u000a14:23:28.359006 run create_hlr_db(pid=32610): Terminated: ok {rc=0}\u000a14:23:28.766541 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32612): Launched\u000a14:23:29.072735 run osmo-hlr_10.42.42.2(pid=32613): Launched\u000a14:23:29.182173 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:23:29.713298 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32615): Launched\u000a14:23:30.019043 run osmo-stp_10.42.42.5(pid=32616): Launched\u000a14:23:30.129213 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:23:30.680886 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32618): Launched\u000a14:23:31.140933 run osmo-msc_10.42.42.6(pid=32619): Launched\u000a14:23:31.467891 run osmo-stp_10.42.42.5(pid=32616): ERR: Terminated: ERROR {rc=1} [trial-2406↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32616)]\u000a14:23:31.643525 run osmo-stp_10.42.42.5(pid=32616): stdout: \u000a| (launched: 2022-12-14_14:23:29.867078)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:23:31.785710 run osmo-stp_10.42.42.5(pid=32616): stderr: \u000a| �[0;m�[38;5;43m20221214142330040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214142330040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214142330041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214142330041 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214142330042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214142330042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214142330042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:23:31.919579 run osmo-stp_10.42.42.5(pid=32616): stdout: \u000a| (launched: 2022-12-14_14:23:29.867078)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:23:32.053080 run osmo-stp_10.42.42.5(pid=32616): stderr: \u000a| �[0;m�[38;5;43m20221214142330040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214142330040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214142330041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214142330041 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214142330042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214142330042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214142330042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:23:32.111603 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=32616): Process ended prematurely: osmo-stp_10.42.42.5(pid=32616) [trial-2406↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32616)] [trial-2406↪ussd:sysmo↪assert_extension.py:17]\u000a14:23:32.121434 tst assert_extension.py:17: Test FAILED (6.2 sec)\u000a14:23:32.186052 run osmo-hlr_10.42.42.2(pid=32613): ERR: Terminated: ERROR {rc=237} [trial-2406↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32613)]\u000a14:23:32.240816 run osmo-hlr_10.42.42.2(pid=32613): stdout: \u000a| (launched: 2022-12-14_14:23:28.921062) \u000a14:23:32.294913 run osmo-hlr_10.42.42.2(pid=32613): stderr: \u000a| �[0;m�[1;31m20221214142329101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214142329101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214142329101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214142329101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214142329101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214142329101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214142329135 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/ussd:sysmo/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214142329145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214142329145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214142329146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:23:32.368432 run osmo-msc_10.42.42.6(pid=32619): ERR: Terminated: ERROR {rc=2} [trial-2406↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32619)]\u000a14:23:32.421199 run osmo-msc_10.42.42.6(pid=32619): stdout: \u000a| (launched: 2022-12-14_14:23:30.837091) \u000a14:23:32.473859 run osmo-msc_10.42.42.6(pid=32619): stderr: \u000a| �[0;m�[38;5;43m20221214142331212 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214142331213 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5f9c103c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214142331213 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214142331213 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214142331213 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214142331220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214142331222 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214142331222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214142331222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214142331223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:23:32.518907 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32612): Terminating (SIGTERM)\u000a14:23:32.562079 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32615): Terminating (SIGTERM)\u000a14:23:32.604570 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32618): Terminating (SIGTERM)\u000a14:23:32.614309 --- ParallelTerminationStrategy: PID 32612 died...\u000a14:23:32.671098 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32612): Terminated: ok {rc=0}\u000a14:23:32.681275 --- ParallelTerminationStrategy: PID 32615 died...\u000a14:23:32.737684 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32615): Terminated: ok {rc=0}\u000a14:23:32.747714 --- ParallelTerminationStrategy: PID 32618 died...\u000a14:23:32.803871 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32618): Terminated: ok {rc=0}\u000a14:23:32.890811 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "3", "name" : "ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:23:25" }, { "cases" : [ { "testActions" : [ ], "age" : 77, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32630): Process ended prematurely: osmo-stp_10.42.42.5(pid=32630) [trial-2406↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32630)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32630): Process ended prematurely: osmo-stp_10.42.42.5(pid=32630) [trial-2406↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32630)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a14:23:34.820839 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a14:23:34.832107 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a14:23:34.988661 tst mo_mt_call.py: using LAC 41505\u000a14:23:35.119606 tst mo_mt_call.py: using RAC 195\u000a14:23:35.245131 tst mo_mt_call.py: using CellId 41505\u000a14:23:35.367333 tst mo_mt_call.py: using BVCI 41506\u000a14:23:35.390902 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a14:23:35.402026 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a14:23:35.412928 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a14:23:35.424024 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a14:23:35.435232 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a14:23:35.446470 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a14:23:35.568362 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a14:23:35.781778 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:23:36.311162 run create_hlr_db(pid=32624): Launched\u000a14:23:36.502200 bus /sierra_2: Setting Powered False\u000a14:23:37.523075 run create_hlr_db(pid=32624): Terminated: ok {rc=0}\u000a14:23:37.941050 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32626): Launched\u000a14:23:38.251179 run osmo-hlr_10.42.42.2(pid=32627): Launched\u000a14:23:38.368826 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:23:38.906175 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32629): Launched\u000a14:23:39.216241 run osmo-stp_10.42.42.5(pid=32630): Launched\u000a14:23:39.327827 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:23:39.890957 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32632): Launched\u000a14:23:40.202064 run osmo-msc_10.42.42.6(pid=32633): Launched\u000a14:23:40.383091 run osmo-stp_10.42.42.5(pid=32630): ERR: Terminated: ERROR {rc=1} [trial-2406↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32630)]\u000a14:23:40.513892 run osmo-stp_10.42.42.5(pid=32630): stdout: \u000a| (launched: 2022-12-14_14:23:39.063131)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:23:40.642815 run osmo-stp_10.42.42.5(pid=32630): stderr: \u000a| �[0;m�[38;5;43m20221214142339237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214142339237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214142339237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214142339238 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214142339238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214142339238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214142339238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:23:40.766351 run osmo-stp_10.42.42.5(pid=32630): stdout: \u000a| (launched: 2022-12-14_14:23:39.063131)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:23:40.888883 run osmo-stp_10.42.42.5(pid=32630): stderr: \u000a| �[0;m�[38;5;43m20221214142339237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214142339237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214142339237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214142339238 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214142339238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214142339238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214142339238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:23:40.943158 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32630): Process ended prematurely: osmo-stp_10.42.42.5(pid=32630) [trial-2406↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32630)] [trial-2406↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a14:23:40.951869 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a14:23:41.012554 run osmo-hlr_10.42.42.2(pid=32627): ERR: Terminated: ERROR {rc=237} [trial-2406↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32627)]\u000a14:23:41.062370 run osmo-hlr_10.42.42.2(pid=32627): stdout: \u000a| (launched: 2022-12-14_14:23:38.097559) \u000a14:23:41.112895 run osmo-hlr_10.42.42.2(pid=32627): stderr: \u000a| �[0;m�[1;31m20221214142338276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214142338276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214142338277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214142338277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214142338277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214142338277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214142338289 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214142338298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214142338298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214142338298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:23:41.181202 run osmo-msc_10.42.42.6(pid=32633): ERR: Terminated: ERROR {rc=2} [trial-2406↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32633)]\u000a14:23:41.231212 run osmo-msc_10.42.42.6(pid=32633): stdout: \u000a| (launched: 2022-12-14_14:23:40.047488) \u000a14:23:41.281686 run osmo-msc_10.42.42.6(pid=32633): stderr: \u000a| �[0;m�[38;5;43m20221214142340322 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214142340322 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f159fa6bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214142340322 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214142340322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214142340323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214142340323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214142340326 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214142340327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214142340327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214142340327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:23:41.324307 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32626): Terminating (SIGTERM)\u000a14:23:41.364724 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32629): Terminating (SIGTERM)\u000a14:23:41.405349 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32632): Terminating (SIGTERM)\u000a14:23:41.414572 --- ParallelTerminationStrategy: PID 32626 died...\u000a14:23:41.468898 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32626): Terminated: ok {rc=0}\u000a14:23:41.478408 --- ParallelTerminationStrategy: PID 32629 died...\u000a14:23:41.532239 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32629): Terminated: ok {rc=0}\u000a14:23:41.541854 --- ParallelTerminationStrategy: PID 32632 died...\u000a14:23:41.595521 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32632): Terminated: ok {rc=0}\u000a14:23:41.679729 bus /sierra_3: Setting Powered False\u000a14:23:42.782535 bus /sierra_3: Setting Powered False\u000a14:23:43.894000 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 79, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32641): Process ended prematurely: osmo-stp_10.42.42.5(pid=32641) [trial-2406↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32641)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32641): Process ended prematurely: osmo-stp_10.42.42.5(pid=32641) [trial-2406↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32641)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a14:23:45.006130 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a14:23:45.018000 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a14:23:45.164417 tst mo_mt_call_osmux.py: using LAC 41506\u000a14:23:45.286076 tst mo_mt_call_osmux.py: using RAC 196\u000a14:23:45.406841 tst mo_mt_call_osmux.py: using CellId 41506\u000a14:23:45.529400 tst mo_mt_call_osmux.py: using BVCI 41507\u000a14:23:45.552715 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a14:23:45.563691 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a14:23:45.574541 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a14:23:45.585384 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a14:23:45.596545 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a14:23:45.607695 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a14:23:45.729556 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a14:23:45.963495 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:23:46.547389 run create_hlr_db(pid=32635): Launched\u000a14:23:46.745633 bus /sierra_2: Setting Powered False\u000a14:23:47.761380 run create_hlr_db(pid=32635): Terminated: ok {rc=0}\u000a14:23:48.180333 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32637): Launched\u000a14:23:48.491618 run osmo-hlr_10.42.42.2(pid=32638): Launched\u000a14:23:48.612236 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:23:49.161580 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32640): Launched\u000a14:23:49.471073 run osmo-stp_10.42.42.5(pid=32641): Launched\u000a14:23:49.582854 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:23:50.147727 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32643): Launched\u000a14:23:50.458588 run osmo-msc_10.42.42.6(pid=32644): Launched\u000a14:23:50.639791 run osmo-stp_10.42.42.5(pid=32641): ERR: Terminated: ERROR {rc=1} [trial-2406↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32641)]\u000a14:23:50.771187 run osmo-stp_10.42.42.5(pid=32641): stdout: \u000a| (launched: 2022-12-14_14:23:49.317755)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:23:50.900251 run osmo-stp_10.42.42.5(pid=32641): stderr: \u000a| �[0;m�[38;5;43m20221214142349490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214142349490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214142349491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214142349491 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214142349491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214142349491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214142349492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:23:51.024660 run osmo-stp_10.42.42.5(pid=32641): stdout: \u000a| (launched: 2022-12-14_14:23:49.317755)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:23:51.148366 run osmo-stp_10.42.42.5(pid=32641): stderr: \u000a| �[0;m�[38;5;43m20221214142349490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214142349490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214142349491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214142349491 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214142349491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214142349491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214142349492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:23:51.202366 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32641): Process ended prematurely: osmo-stp_10.42.42.5(pid=32641) [trial-2406↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32641)] [trial-2406↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a14:23:51.211190 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a14:23:51.271835 run osmo-hlr_10.42.42.2(pid=32638): ERR: Terminated: ERROR {rc=237} [trial-2406↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32638)]\u000a14:23:51.321668 run osmo-hlr_10.42.42.2(pid=32638): stdout: \u000a| (launched: 2022-12-14_14:23:48.337330) \u000a14:23:51.372162 run osmo-hlr_10.42.42.2(pid=32638): stderr: \u000a| �[0;m�[1;31m20221214142348518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214142348518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214142348518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214142348518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214142348518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214142348518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214142348533 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214142348541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214142348541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214142348541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:23:51.440205 run osmo-msc_10.42.42.6(pid=32644): ERR: Terminated: ERROR {rc=2} [trial-2406↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32644)]\u000a14:23:51.489998 run osmo-msc_10.42.42.6(pid=32644): stdout: \u000a| (launched: 2022-12-14_14:23:50.303912) \u000a14:23:51.540235 run osmo-msc_10.42.42.6(pid=32644): stderr: \u000a| �[0;m�[38;5;43m20221214142350580 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214142350580 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ffa1aeb6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214142350580 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214142350581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214142350581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214142350581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214142350583 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214142350583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214142350583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214142350583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:23:51.582911 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32637): Terminating (SIGTERM)\u000a14:23:51.623066 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32640): Terminating (SIGTERM)\u000a14:23:51.663679 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32643): Terminating (SIGTERM)\u000a14:23:51.672922 --- ParallelTerminationStrategy: PID 32637 died...\u000a14:23:51.727433 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32637): Terminated: ok {rc=0}\u000a14:23:51.737230 --- ParallelTerminationStrategy: PID 32640 died...\u000a14:23:51.791449 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32640): Terminated: ok {rc=0}\u000a14:23:51.801101 --- ParallelTerminationStrategy: PID 32643 died...\u000a14:23:51.855060 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32643): Terminated: ok {rc=0}\u000a14:23:51.938445 bus /sierra_3: Setting Powered False\u000a14:23:53.046339 bus /sierra_3: Setting Powered False\u000a14:23:54.155148 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "4", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:23:34" }, { "cases" : [ { "testActions" : [ ], "age" : 77, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32655): Process ended prematurely: osmo-stp_10.42.42.5(pid=32655) [trial-2406↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32655)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32655): Process ended prematurely: osmo-stp_10.42.42.5(pid=32655) [trial-2406↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32655)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a14:23:56.112221 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a14:23:56.123456 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a14:23:56.268080 tst mo_mt_call.py: using LAC 41507\u000a14:23:56.389450 tst mo_mt_call.py: using RAC 197\u000a14:23:56.515458 tst mo_mt_call.py: using CellId 41507\u000a14:23:56.642660 tst mo_mt_call.py: using BVCI 41508\u000a14:23:56.668462 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a14:23:56.680178 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a14:23:56.691761 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a14:23:56.703632 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a14:23:56.715731 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a14:23:56.727769 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a14:23:56.847043 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a14:23:57.060998 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:23:57.591431 run create_hlr_db(pid=32649): Launched\u000a14:23:57.783105 bus /sierra_2: Setting Powered False\u000a14:23:58.803609 run create_hlr_db(pid=32649): Terminated: ok {rc=0}\u000a14:23:59.245637 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32651): Launched\u000a14:23:59.581872 run osmo-hlr_10.42.42.2(pid=32652): Launched\u000a14:23:59.703065 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:24:00.278030 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32654): Launched\u000a14:24:00.610541 run osmo-stp_10.42.42.5(pid=32655): Launched\u000a14:24:00.730452 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:24:01.356380 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32657): Launched\u000a14:24:01.710709 run osmo-msc_10.42.42.6(pid=32658): Launched\u000a14:24:02.106960 run osmo-stp_10.42.42.5(pid=32655): ERR: Terminated: ERROR {rc=1} [trial-2406↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32655)]\u000a14:24:02.368683 run osmo-stp_10.42.42.5(pid=32655): stdout: \u000a| (launched: 2022-12-14_14:24:00.446366)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:24:02.576815 run osmo-stp_10.42.42.5(pid=32655): stderr: \u000a| �[0;m�[38;5;43m20221214142400642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214142400642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214142400642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214142400642 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214142400645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214142400645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214142400645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:24:02.727316 run osmo-stp_10.42.42.5(pid=32655): stdout: \u000a| (launched: 2022-12-14_14:24:00.446366)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:24:02.893545 run osmo-stp_10.42.42.5(pid=32655): stderr: \u000a| �[0;m�[38;5;43m20221214142400642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214142400642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214142400642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214142400642 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214142400645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214142400645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214142400645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:24:02.962005 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32655): Process ended prematurely: osmo-stp_10.42.42.5(pid=32655) [trial-2406↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32655)] [trial-2406↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a14:24:02.972552 tst mo_mt_call.py:8: Test FAILED (6.9 sec)\u000a14:24:03.050032 run osmo-hlr_10.42.42.2(pid=32652): ERR: Terminated: ERROR {rc=237} [trial-2406↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32652)]\u000a14:24:03.108679 run osmo-hlr_10.42.42.2(pid=32652): stdout: \u000a| (launched: 2022-12-14_14:23:59.413922) \u000a14:24:03.165586 run osmo-hlr_10.42.42.2(pid=32652): stderr: \u000a| �[0;m�[1;31m20221214142359616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214142359616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214142359616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214142359616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214142359616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214142359616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214142359629 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214142359638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214142359638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214142359638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:24:03.242833 run osmo-msc_10.42.42.6(pid=32658): ERR: Terminated: ERROR {rc=2} [trial-2406↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32658)]\u000a14:24:03.302523 run osmo-msc_10.42.42.6(pid=32658): stdout: \u000a| (launched: 2022-12-14_14:24:01.527960) \u000a14:24:03.357229 run osmo-msc_10.42.42.6(pid=32658): stderr: \u000a| �[0;m�[38;5;43m20221214142402087 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214142402088 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc8c78e4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214142402088 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214142402088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214142402088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214142402088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214142402098 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214142402099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214142402099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214142402099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:24:03.410687 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32651): Terminating (SIGTERM)\u000a14:24:03.462602 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32654): Terminating (SIGTERM)\u000a14:24:03.516553 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32657): Terminating (SIGTERM)\u000a14:24:03.527089 --- ParallelTerminationStrategy: PID 32651 died...\u000a14:24:03.607167 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32651): Terminated: ok {rc=0}\u000a14:24:03.620822 --- ParallelTerminationStrategy: PID 32654 died...\u000a14:24:03.687385 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32654): Terminated: ok {rc=0}\u000a14:24:03.701618 --- ParallelTerminationStrategy: PID 32657 died...\u000a14:24:03.771852 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32657): Terminated: ok {rc=0}\u000a14:24:03.901942 bus /sierra_3: Setting Powered False\u000a14:24:05.015871 bus /sierra_3: Setting Powered False\u000a14:24:06.128270 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 79, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=482): Process ended prematurely: osmo-stp_10.42.42.5(pid=482) [trial-2406↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=482)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=482): Process ended prematurely: osmo-stp_10.42.42.5(pid=482) [trial-2406↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=482)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a14:24:07.243649 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a14:24:07.257348 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a14:24:07.409296 tst mo_mt_call_osmux.py: using LAC 41508\u000a14:24:07.536030 tst mo_mt_call_osmux.py: using RAC 198\u000a14:24:07.659898 tst mo_mt_call_osmux.py: using CellId 41508\u000a14:24:07.794437 tst mo_mt_call_osmux.py: using BVCI 41509\u000a14:24:07.819575 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a14:24:07.831877 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a14:24:07.843851 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a14:24:07.856908 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a14:24:07.870334 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a14:24:07.885281 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a14:24:08.005302 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a14:24:08.215232 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:24:08.761980 run create_hlr_db(pid=476): Launched\u000a14:24:08.945121 bus /sierra_2: Setting Powered False\u000a14:24:09.967113 run create_hlr_db(pid=476): Terminated: ok {rc=0}\u000a14:24:10.409656 run pcap-recorder_any(filters='host 10.42.42.2')(pid=478): Launched\u000a14:24:10.846543 run osmo-hlr_10.42.42.2(pid=479): Launched\u000a14:24:11.093162 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:24:11.693906 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=481): Launched\u000a14:24:12.067309 run osmo-stp_10.42.42.5(pid=482): Launched\u000a14:24:12.226123 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:24:12.886824 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=484): Launched\u000a14:24:13.315291 run osmo-msc_10.42.42.6(pid=485): Launched\u000a14:24:13.705476 run osmo-stp_10.42.42.5(pid=482): ERR: Terminated: ERROR {rc=1} [trial-2406↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=482)]\u000a14:24:13.981702 run osmo-stp_10.42.42.5(pid=482): stdout: \u000a| (launched: 2022-12-14_14:24:11.865915)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:24:14.186673 run osmo-stp_10.42.42.5(pid=482): stderr: \u000a| �[0;m�[38;5;43m20221214142412235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214142412235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214142412235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214142412236 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214142412236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214142412236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214142412236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:24:14.317578 run osmo-stp_10.42.42.5(pid=482): stdout: \u000a| (launched: 2022-12-14_14:24:11.865915)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:24:14.447320 run osmo-stp_10.42.42.5(pid=482): stderr: \u000a| �[0;m�[38;5;43m20221214142412235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214142412235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214142412235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214142412236 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214142412236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214142412236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214142412236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:24:14.505550 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=482): Process ended prematurely: osmo-stp_10.42.42.5(pid=482) [trial-2406↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=482)] [trial-2406↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a14:24:14.515332 tst mo_mt_call_osmux.py:8: Test FAILED (7.3 sec)\u000a14:24:14.580380 run osmo-hlr_10.42.42.2(pid=479): ERR: Terminated: ERROR {rc=237} [trial-2406↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=479)]\u000a14:24:14.632627 run osmo-hlr_10.42.42.2(pid=479): stdout: \u000a| (launched: 2022-12-14_14:24:10.572637) \u000a14:24:14.687116 run osmo-hlr_10.42.42.2(pid=479): stderr: \u000a| �[0;m�[1;31m20221214142410887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214142410887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214142410887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214142410888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214142410888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214142410888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214142410904 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214142410912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214142410912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214142410912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:24:14.758471 run osmo-msc_10.42.42.6(pid=485): ERR: Terminated: ERROR {rc=2} [trial-2406↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=485)]\u000a14:24:14.811070 run osmo-msc_10.42.42.6(pid=485): stdout: \u000a| (launched: 2022-12-14_14:24:13.047757) \u000a14:24:14.865040 run osmo-msc_10.42.42.6(pid=485): stderr: \u000a| �[0;m�[38;5;43m20221214142413650 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214142413650 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff2868a7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214142413650 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214142413650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214142413650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214142413651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214142413664 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214142413664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214142413665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214142413665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:24:14.911559 run pcap-recorder_any(filters='host 10.42.42.2')(pid=478): Terminating (SIGTERM)\u000a14:24:14.957149 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=481): Terminating (SIGTERM)\u000a14:24:15.002714 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=484): Terminating (SIGTERM)\u000a14:24:15.013377 --- ParallelTerminationStrategy: PID 478 died...\u000a14:24:15.074128 run pcap-recorder_any(filters='host 10.42.42.2')(pid=478): Terminated: ok {rc=0}\u000a14:24:15.085486 --- ParallelTerminationStrategy: PID 481 died...\u000a14:24:15.142154 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=481): Terminated: ok {rc=0}\u000a14:24:15.152760 --- ParallelTerminationStrategy: PID 484 died...\u000a14:24:15.211263 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=484): Terminated: ok {rc=0}\u000a14:24:15.300830 bus /sierra_3: Setting Powered False\u000a14:24:16.439949 bus /sierra_3: Setting Powered False\u000a14:24:17.562547 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 24.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "5", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:23:55" }, { "cases" : [ { "testActions" : [ ], "age" : 77, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=496): Process ended prematurely: osmo-stp_10.42.42.5(pid=496) [trial-2406↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=496)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=496): Process ended prematurely: osmo-stp_10.42.42.5(pid=496) [trial-2406↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=496)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a14:24:19.535329 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a14:24:19.548010 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a14:24:19.703888 tst mo_mt_call.py: using LAC 41509\u000a14:24:19.830147 tst mo_mt_call.py: using RAC 199\u000a14:24:19.957436 tst mo_mt_call.py: using CellId 41509\u000a14:24:20.088269 tst mo_mt_call.py: using BVCI 41510\u000a14:24:20.113546 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a14:24:20.126184 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a14:24:20.138256 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a14:24:20.150226 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a14:24:20.163515 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a14:24:20.177182 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a14:24:20.303708 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a14:24:20.518951 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:24:21.073940 run create_hlr_db(pid=490): Launched\u000a14:24:21.259704 bus /sierra_2: Setting Powered False\u000a14:24:22.282043 run create_hlr_db(pid=490): Terminated: ok {rc=0}\u000a14:24:22.731364 run pcap-recorder_any(filters='host 10.42.42.2')(pid=492): Launched\u000a14:24:23.157496 run osmo-hlr_10.42.42.2(pid=493): Launched\u000a14:24:23.398169 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:24:24.076244 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=495): Launched\u000a14:24:24.392623 run osmo-stp_10.42.42.5(pid=496): Launched\u000a14:24:24.507109 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:24:25.073865 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=498): Launched\u000a14:24:25.386405 run osmo-msc_10.42.42.6(pid=499): Launched\u000a14:24:25.568264 run osmo-stp_10.42.42.5(pid=496): ERR: Terminated: ERROR {rc=1} [trial-2406↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=496)]\u000a14:24:25.699464 run osmo-stp_10.42.42.5(pid=496): stdout: \u000a| (launched: 2022-12-14_14:24:24.234206)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:24:25.828831 run osmo-stp_10.42.42.5(pid=496): stderr: \u000a| �[0;m�[38;5;43m20221214142424406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214142424406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214142424406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214142424407 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214142424407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214142424407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214142424407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:24:25.953120 run osmo-stp_10.42.42.5(pid=496): stdout: \u000a| (launched: 2022-12-14_14:24:24.234206)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:24:26.076662 run osmo-stp_10.42.42.5(pid=496): stderr: \u000a| �[0;m�[38;5;43m20221214142424406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214142424406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214142424406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214142424407 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214142424407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214142424407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214142424407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:24:26.131047 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=496): Process ended prematurely: osmo-stp_10.42.42.5(pid=496) [trial-2406↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=496)] [trial-2406↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a14:24:26.139528 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a14:24:26.200474 run osmo-hlr_10.42.42.2(pid=493): ERR: Terminated: ERROR {rc=237} [trial-2406↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=493)]\u000a14:24:26.250340 run osmo-hlr_10.42.42.2(pid=493): stdout: \u000a| (launched: 2022-12-14_14:24:22.894749) \u000a14:24:26.300626 run osmo-hlr_10.42.42.2(pid=493): stderr: \u000a| �[0;m�[1;31m20221214142423253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214142423253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214142423253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214142423253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214142423254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214142423254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214142423274 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214142423282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214142423282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214142423282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:24:26.368884 run osmo-msc_10.42.42.6(pid=499): ERR: Terminated: ERROR {rc=2} [trial-2406↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=499)]\u000a14:24:26.418716 run osmo-msc_10.42.42.6(pid=499): stdout: \u000a| (launched: 2022-12-14_14:24:25.231221) \u000a14:24:26.468975 run osmo-msc_10.42.42.6(pid=499): stderr: \u000a| �[0;m�[38;5;43m20221214142425506 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214142425507 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff3173b0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214142425507 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214142425507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214142425507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214142425507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214142425509 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214142425509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214142425509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214142425509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:24:26.511567 run pcap-recorder_any(filters='host 10.42.42.2')(pid=492): Terminating (SIGTERM)\u000a14:24:26.551790 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=495): Terminating (SIGTERM)\u000a14:24:26.592206 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=498): Terminating (SIGTERM)\u000a14:24:26.601098 --- ParallelTerminationStrategy: PID 492 died...\u000a14:24:26.654886 run pcap-recorder_any(filters='host 10.42.42.2')(pid=492): Terminated: ok {rc=0}\u000a14:24:26.664540 --- ParallelTerminationStrategy: PID 495 died...\u000a14:24:26.718018 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=495): Terminated: ok {rc=0}\u000a14:24:26.727595 --- ParallelTerminationStrategy: PID 498 died...\u000a14:24:26.781442 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=498): Terminated: ok {rc=0}\u000a14:24:26.869772 bus /sierra_3: Setting Powered False\u000a14:24:27.973003 bus /sierra_3: Setting Powered False\u000a14:24:29.085975 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 88, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=507): Process ended prematurely: osmo-stp_10.42.42.5(pid=507) [trial-2406↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=507)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=507): Process ended prematurely: osmo-stp_10.42.42.5(pid=507) [trial-2406↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=507)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a14:24:30.201990 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a14:24:30.214288 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a14:24:30.363079 tst mo_mt_call_osmux.py: using LAC 41510\u000a14:24:30.490884 tst mo_mt_call_osmux.py: using RAC 200\u000a14:24:30.612176 tst mo_mt_call_osmux.py: using CellId 41510\u000a14:24:30.732930 tst mo_mt_call_osmux.py: using BVCI 41511\u000a14:24:30.756538 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a14:24:30.767702 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a14:24:30.778687 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a14:24:30.789483 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a14:24:30.801097 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a14:24:30.812556 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a14:24:30.950509 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a14:24:31.163820 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:24:31.726741 run create_hlr_db(pid=501): Launched\u000a14:24:31.926839 bus /sierra_2: Setting Powered False\u000a14:24:32.944077 run create_hlr_db(pid=501): Terminated: ok {rc=0}\u000a14:24:33.362109 run pcap-recorder_any(filters='host 10.42.42.2')(pid=503): Launched\u000a14:24:33.673170 run osmo-hlr_10.42.42.2(pid=504): Launched\u000a14:24:33.789771 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:24:34.328228 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=506): Launched\u000a14:24:34.638433 run osmo-stp_10.42.42.5(pid=507): Launched\u000a14:24:34.750593 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:24:35.315734 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=509): Launched\u000a14:24:35.627072 run osmo-msc_10.42.42.6(pid=510): Launched\u000a14:24:35.808147 run osmo-stp_10.42.42.5(pid=507): ERR: Terminated: ERROR {rc=1} [trial-2406↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=507)]\u000a14:24:35.939277 run osmo-stp_10.42.42.5(pid=507): stdout: \u000a| (launched: 2022-12-14_14:24:34.484832)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:24:36.068469 run osmo-stp_10.42.42.5(pid=507): stderr: \u000a| �[0;m�[38;5;43m20221214142434659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214142434660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214142434660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214142434660 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214142434661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214142434661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214142434661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:24:36.193337 run osmo-stp_10.42.42.5(pid=507): stdout: \u000a| (launched: 2022-12-14_14:24:34.484832)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:24:36.316391 run osmo-stp_10.42.42.5(pid=507): stderr: \u000a| �[0;m�[38;5;43m20221214142434659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214142434660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214142434660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214142434660 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214142434661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214142434661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214142434661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:24:36.370648 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=507): Process ended prematurely: osmo-stp_10.42.42.5(pid=507) [trial-2406↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=507)] [trial-2406↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a14:24:36.379379 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a14:24:36.439897 run osmo-hlr_10.42.42.2(pid=504): ERR: Terminated: ERROR {rc=237} [trial-2406↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=504)]\u000a14:24:36.489687 run osmo-hlr_10.42.42.2(pid=504): stdout: \u000a| (launched: 2022-12-14_14:24:33.518750) \u000a14:24:36.539877 run osmo-hlr_10.42.42.2(pid=504): stderr: \u000a| �[0;m�[1;31m20221214142433697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214142433697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214142433697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214142433697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214142433697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214142433697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214142433710 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214142433719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214142433719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214142433719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:24:36.607982 run osmo-msc_10.42.42.6(pid=510): ERR: Terminated: ERROR {rc=2} [trial-2406↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=510)]\u000a14:24:36.657413 run osmo-msc_10.42.42.6(pid=510): stdout: \u000a| (launched: 2022-12-14_14:24:35.472830) \u000a14:24:36.707546 run osmo-msc_10.42.42.6(pid=510): stderr: \u000a| �[0;m�[38;5;43m20221214142435747 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214142435747 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4aca7b7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214142435747 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214142435747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214142435748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214142435748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214142435750 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214142435750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214142435750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214142435750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:24:36.750469 run pcap-recorder_any(filters='host 10.42.42.2')(pid=503): Terminating (SIGTERM)\u000a14:24:36.790748 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=506): Terminating (SIGTERM)\u000a14:24:36.831711 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=509): Terminating (SIGTERM)\u000a14:24:36.841042 --- ParallelTerminationStrategy: PID 503 died...\u000a14:24:36.895193 run pcap-recorder_any(filters='host 10.42.42.2')(pid=503): Terminated: ok {rc=0}\u000a14:24:36.904809 --- ParallelTerminationStrategy: PID 506 died...\u000a14:24:36.958689 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=506): Terminated: ok {rc=0}\u000a14:24:36.968264 --- ParallelTerminationStrategy: PID 509 died...\u000a14:24:37.022031 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=509): Terminated: ok {rc=0}\u000a14:24:37.110310 bus /sierra_3: Setting Powered False\u000a14:24:38.212117 bus /sierra_3: Setting Powered False\u000a14:24:39.320438 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "6", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:24:19" }, { "cases" : [ { "testActions" : [ ], "age" : 77, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=521): Process ended prematurely: osmo-stp_10.42.42.5(pid=521) [trial-2406↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=521)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=521): Process ended prematurely: osmo-stp_10.42.42.5(pid=521) [trial-2406↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=521)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a14:24:41.274879 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a14:24:41.285796 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a14:24:41.432906 tst mo_mt_call.py: using LAC 41511\u000a14:24:41.561632 tst mo_mt_call.py: using RAC 201\u000a14:24:41.701932 tst mo_mt_call.py: using CellId 41511\u000a14:24:41.830902 tst mo_mt_call.py: using BVCI 41512\u000a14:24:41.856079 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a14:24:41.867503 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a14:24:41.878828 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a14:24:41.890086 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a14:24:41.901388 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a14:24:41.912704 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a14:24:42.030883 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a14:24:42.244116 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:24:42.774587 run create_hlr_db(pid=515): Launched\u000a14:24:42.965793 bus /sierra_2: Setting Powered False\u000a14:24:43.986362 run create_hlr_db(pid=515): Terminated: ok {rc=0}\u000a14:24:44.404422 run pcap-recorder_any(filters='host 10.42.42.2')(pid=517): Launched\u000a14:24:44.715262 run osmo-hlr_10.42.42.2(pid=518): Launched\u000a14:24:44.834866 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:24:45.386900 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=520): Launched\u000a14:24:45.698193 run osmo-stp_10.42.42.5(pid=521): Launched\u000a14:24:45.810845 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:24:46.469166 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=523): Launched\u000a14:24:46.856297 run osmo-msc_10.42.42.6(pid=524): Launched\u000a14:24:47.197611 run osmo-stp_10.42.42.5(pid=521): ERR: Terminated: ERROR {rc=1} [trial-2406↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=521)]\u000a14:24:47.414952 run osmo-stp_10.42.42.5(pid=521): stdout: \u000a| (launched: 2022-12-14_14:24:45.543878)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:24:47.558727 run osmo-stp_10.42.42.5(pid=521): stderr: \u000a| �[0;m�[38;5;43m20221214142445719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214142445720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214142445720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214142445720 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214142445723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214142445723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214142445723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:24:47.692535 run osmo-stp_10.42.42.5(pid=521): stdout: \u000a| (launched: 2022-12-14_14:24:45.543878)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:24:47.824488 run osmo-stp_10.42.42.5(pid=521): stderr: \u000a| �[0;m�[38;5;43m20221214142445719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214142445720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214142445720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214142445720 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214142445723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214142445723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214142445723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:24:47.882570 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=521): Process ended prematurely: osmo-stp_10.42.42.5(pid=521) [trial-2406↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=521)] [trial-2406↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a14:24:47.891687 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a14:24:47.955427 run osmo-hlr_10.42.42.2(pid=518): ERR: Terminated: ERROR {rc=237} [trial-2406↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=518)]\u000a14:24:48.007776 run osmo-hlr_10.42.42.2(pid=518): stdout: \u000a| (launched: 2022-12-14_14:24:44.561639) \u000a14:24:48.060611 run osmo-hlr_10.42.42.2(pid=518): stderr: \u000a| �[0;m�[1;31m20221214142444743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214142444743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214142444743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214142444743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214142444743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214142444743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214142444756 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214142444767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214142444767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214142444767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:24:48.132069 run osmo-msc_10.42.42.6(pid=524): ERR: Terminated: ERROR {rc=2} [trial-2406↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=524)]\u000a14:24:48.184195 run osmo-msc_10.42.42.6(pid=524): stdout: \u000a| (launched: 2022-12-14_14:24:46.642444) \u000a14:24:48.236788 run osmo-msc_10.42.42.6(pid=524): stderr: \u000a| �[0;m�[38;5;43m20221214142447256 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214142447260 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fca59e5ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214142447260 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214142447260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214142447260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214142447261 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214142447262 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214142447263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214142447263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214142447263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:24:48.281832 run pcap-recorder_any(filters='host 10.42.42.2')(pid=517): Terminating (SIGTERM)\u000a14:24:48.324216 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=520): Terminating (SIGTERM)\u000a14:24:48.367290 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=523): Terminating (SIGTERM)\u000a14:24:48.376930 --- ParallelTerminationStrategy: PID 517 died...\u000a14:24:48.434100 run pcap-recorder_any(filters='host 10.42.42.2')(pid=517): Terminated: ok {rc=0}\u000a14:24:48.444095 --- ParallelTerminationStrategy: PID 520 died...\u000a14:24:48.501120 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=520): Terminated: ok {rc=0}\u000a14:24:48.511124 --- ParallelTerminationStrategy: PID 523 died...\u000a14:24:48.567962 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=523): Terminated: ok {rc=0}\u000a14:24:48.655584 bus /sierra_3: Setting Powered False\u000a14:24:49.758487 bus /sierra_3: Setting Powered False\u000a14:24:50.869889 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 86, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=532): Process ended prematurely: osmo-stp_10.42.42.5(pid=532) [trial-2406↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=532)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=532): Process ended prematurely: osmo-stp_10.42.42.5(pid=532) [trial-2406↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=532)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a14:24:51.985220 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a14:24:51.997446 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a14:24:52.154805 tst mo_mt_call_osmux.py: using LAC 41512\u000a14:24:52.282986 tst mo_mt_call_osmux.py: using RAC 202\u000a14:24:52.411129 tst mo_mt_call_osmux.py: using CellId 41512\u000a14:24:52.538646 tst mo_mt_call_osmux.py: using BVCI 41513\u000a14:24:52.563921 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a14:24:52.575531 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a14:24:52.586942 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a14:24:52.598274 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a14:24:52.609697 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a14:24:52.621140 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a14:24:52.739439 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a14:24:52.952786 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:24:53.483178 run create_hlr_db(pid=526): Launched\u000a14:24:53.675399 bus /sierra_2: Setting Powered False\u000a14:24:54.696424 run create_hlr_db(pid=526): Terminated: ok {rc=0}\u000a14:24:55.113701 run pcap-recorder_any(filters='host 10.42.42.2')(pid=528): Launched\u000a14:24:55.424848 run osmo-hlr_10.42.42.2(pid=529): Launched\u000a14:24:55.552713 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:24:56.100088 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=531): Launched\u000a14:24:56.411214 run osmo-stp_10.42.42.5(pid=532): Launched\u000a14:24:56.524200 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:24:57.091422 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=534): Launched\u000a14:24:57.403794 run osmo-msc_10.42.42.6(pid=535): Launched\u000a14:24:57.586250 run osmo-stp_10.42.42.5(pid=532): ERR: Terminated: ERROR {rc=1} [trial-2406↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=532)]\u000a14:24:57.718061 run osmo-stp_10.42.42.5(pid=532): stdout: \u000a| (launched: 2022-12-14_14:24:56.256596)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:24:57.847160 run osmo-stp_10.42.42.5(pid=532): stderr: \u000a| �[0;m�[38;5;43m20221214142456431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214142456431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214142456431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214142456431 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214142456434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214142456434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214142456434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:24:57.971109 run osmo-stp_10.42.42.5(pid=532): stdout: \u000a| (launched: 2022-12-14_14:24:56.256596)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:24:58.093610 run osmo-stp_10.42.42.5(pid=532): stderr: \u000a| �[0;m�[38;5;43m20221214142456431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214142456431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214142456431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214142456431 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214142456434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214142456434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214142456434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:24:58.147467 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=532): Process ended prematurely: osmo-stp_10.42.42.5(pid=532) [trial-2406↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=532)] [trial-2406↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a14:24:58.156085 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a14:24:58.216573 run osmo-hlr_10.42.42.2(pid=529): ERR: Terminated: ERROR {rc=237} [trial-2406↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=529)]\u000a14:24:58.266195 run osmo-hlr_10.42.42.2(pid=529): stdout: \u000a| (launched: 2022-12-14_14:24:55.270571) \u000a14:24:58.316260 run osmo-hlr_10.42.42.2(pid=529): stderr: \u000a| �[0;m�[1;31m20221214142455449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214142455450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214142455450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214142455450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214142455450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214142455450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214142455463 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214142455473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214142455473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214142455474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:24:58.384489 run osmo-msc_10.42.42.6(pid=535): ERR: Terminated: ERROR {rc=2} [trial-2406↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=535)]\u000a14:24:58.434204 run osmo-msc_10.42.42.6(pid=535): stdout: \u000a| (launched: 2022-12-14_14:24:57.248601) \u000a14:24:58.484470 run osmo-msc_10.42.42.6(pid=535): stderr: \u000a| �[0;m�[38;5;43m20221214142457525 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214142457525 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa63bd82c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214142457526 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214142457526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214142457526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214142457526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214142457528 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214142457528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214142457528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214142457528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:24:58.527309 run pcap-recorder_any(filters='host 10.42.42.2')(pid=528): Terminating (SIGTERM)\u000a14:24:58.567742 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=531): Terminating (SIGTERM)\u000a14:24:58.608115 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=534): Terminating (SIGTERM)\u000a14:24:58.617320 --- ParallelTerminationStrategy: PID 528 died...\u000a14:24:58.671344 run pcap-recorder_any(filters='host 10.42.42.2')(pid=528): Terminated: ok {rc=0}\u000a14:24:58.680875 --- ParallelTerminationStrategy: PID 531 died...\u000a14:24:58.734830 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=531): Terminated: ok {rc=0}\u000a14:24:58.744331 --- ParallelTerminationStrategy: PID 534 died...\u000a14:24:58.797953 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=534): Terminated: ok {rc=0}\u000a14:24:58.887406 bus /sierra_3: Setting Powered False\u000a14:24:59.990218 bus /sierra_3: Setting Powered False\u000a14:25:01.129113 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "7", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:24:41" }, { "cases" : [ { "testActions" : [ ], "age" : 77, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=550): Process ended prematurely: osmo-stp_10.42.42.5(pid=550) [trial-2406↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=550)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=550): Process ended prematurely: osmo-stp_10.42.42.5(pid=550) [trial-2406↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=550)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a14:25:03.095372 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a14:25:03.106575 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a14:25:03.253627 tst mo_mt_call.py: using LAC 41513\u000a14:25:03.377514 tst mo_mt_call.py: using RAC 203\u000a14:25:03.500364 tst mo_mt_call.py: using CellId 41513\u000a14:25:03.624589 tst mo_mt_call.py: using BVCI 41514\u000a14:25:03.648111 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a14:25:03.659244 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a14:25:03.670089 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a14:25:03.680755 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a14:25:03.692083 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a14:25:03.703594 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a14:25:03.820057 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a14:25:04.032730 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:25:04.521368 run create_hlr_db(pid=544): Launched\u000a14:25:04.700134 bus /sierra_2: Setting Powered False\u000a14:25:05.721606 run create_hlr_db(pid=544): Terminated: ok {rc=0}\u000a14:25:06.165306 run pcap-recorder_any(filters='host 10.42.42.2')(pid=546): Launched\u000a14:25:06.498989 run osmo-hlr_10.42.42.2(pid=547): Launched\u000a14:25:06.621991 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:25:07.199626 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=549): Launched\u000a14:25:07.534254 run osmo-stp_10.42.42.5(pid=550): Launched\u000a14:25:07.655977 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:25:08.263788 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=553): Launched\u000a14:25:08.598143 run osmo-msc_10.42.42.6(pid=554): Launched\u000a14:25:08.792650 run osmo-stp_10.42.42.5(pid=550): ERR: Terminated: ERROR {rc=1} [trial-2406↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=550)]\u000a14:25:08.933265 run osmo-stp_10.42.42.5(pid=550): stdout: \u000a| (launched: 2022-12-14_14:25:07.368359)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:25:09.072411 run osmo-stp_10.42.42.5(pid=550): stderr: \u000a| �[0;m�[38;5;43m20221214142507564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214142507564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214142507564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214142507565 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214142507567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214142507567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214142507567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:25:09.205327 run osmo-stp_10.42.42.5(pid=550): stdout: \u000a| (launched: 2022-12-14_14:25:07.368359)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:25:09.336835 run osmo-stp_10.42.42.5(pid=550): stderr: \u000a| �[0;m�[38;5;43m20221214142507564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214142507564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214142507564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214142507565 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214142507567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214142507567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214142507567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:25:09.395059 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=550): Process ended prematurely: osmo-stp_10.42.42.5(pid=550) [trial-2406↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=550)] [trial-2406↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a14:25:09.404137 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a14:25:09.467025 run osmo-hlr_10.42.42.2(pid=547): ERR: Terminated: ERROR {rc=237} [trial-2406↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=547)]\u000a14:25:09.518815 run osmo-hlr_10.42.42.2(pid=547): stdout: \u000a| (launched: 2022-12-14_14:25:06.334527) \u000a14:25:09.571190 run osmo-hlr_10.42.42.2(pid=547): stderr: \u000a| �[0;m�[1;31m20221214142506536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214142506537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214142506537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214142506537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214142506537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214142506537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214142506549 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214142506558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214142506558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214142506558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:25:09.642396 run osmo-msc_10.42.42.6(pid=554): ERR: Terminated: ERROR {rc=2} [trial-2406↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=554)]\u000a14:25:09.694981 run osmo-msc_10.42.42.6(pid=554): stdout: \u000a| (launched: 2022-12-14_14:25:08.432614) \u000a14:25:09.747502 run osmo-msc_10.42.42.6(pid=554): stderr: \u000a| �[0;m�[38;5;43m20221214142508759 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214142508759 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fde47a78c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214142508759 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214142508759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214142508760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214142508760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214142508761 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214142508762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214142508762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214142508762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:25:09.792191 run pcap-recorder_any(filters='host 10.42.42.2')(pid=546): Terminating (SIGTERM)\u000a14:25:09.834921 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=549): Terminating (SIGTERM)\u000a14:25:09.877217 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=553): Terminating (SIGTERM)\u000a14:25:09.886932 --- ParallelTerminationStrategy: PID 546 died...\u000a14:25:09.943113 run pcap-recorder_any(filters='host 10.42.42.2')(pid=546): Terminated: ok {rc=0}\u000a14:25:09.953215 --- ParallelTerminationStrategy: PID 549 died...\u000a14:25:10.009044 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=549): Terminated: ok {rc=0}\u000a14:25:10.019075 --- ParallelTerminationStrategy: PID 553 died...\u000a14:25:10.075196 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=553): Terminated: ok {rc=0}\u000a14:25:10.162883 bus /sierra_3: Setting Powered False\u000a14:25:11.270418 bus /sierra_3: Setting Powered False\u000a14:25:12.384125 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 77, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=562): Process ended prematurely: osmo-stp_10.42.42.5(pid=562) [trial-2406↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=562)]", "failedSince" : 2331, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=562): Process ended prematurely: osmo-stp_10.42.42.5(pid=562) [trial-2406↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=562)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a14:25:13.496780 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a14:25:13.508790 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a14:25:13.664586 tst mo_mt_call_osmux.py: using LAC 41514\u000a14:25:13.792697 tst mo_mt_call_osmux.py: using RAC 204\u000a14:25:13.920473 tst mo_mt_call_osmux.py: using CellId 41514\u000a14:25:14.048116 tst mo_mt_call_osmux.py: using BVCI 41515\u000a14:25:14.073505 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a14:25:14.085154 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a14:25:14.096430 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a14:25:14.107786 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a14:25:14.119222 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a14:25:14.130670 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a14:25:14.251931 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a14:25:14.461249 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:25:14.949891 run create_hlr_db(pid=556): Launched\u000a14:25:15.127925 bus /sierra_2: Setting Powered False\u000a14:25:16.199158 run create_hlr_db(pid=556): Terminated: ok {rc=0}\u000a14:25:16.663285 run pcap-recorder_any(filters='host 10.42.42.2')(pid=558): Launched\u000a14:25:17.122098 run osmo-hlr_10.42.42.2(pid=559): Launched\u000a14:25:17.242621 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:25:17.818295 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=561): Launched\u000a14:25:18.146962 run osmo-stp_10.42.42.5(pid=562): Launched\u000a14:25:18.271108 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:25:18.871460 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=564): Launched\u000a14:25:19.201351 run osmo-msc_10.42.42.6(pid=565): Launched\u000a14:25:19.393438 run osmo-stp_10.42.42.5(pid=562): ERR: Terminated: ERROR {rc=1} [trial-2406↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=562)]\u000a14:25:19.532188 run osmo-stp_10.42.42.5(pid=562): stdout: \u000a| (launched: 2022-12-14_14:25:17.985275)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:25:19.670537 run osmo-stp_10.42.42.5(pid=562): stderr: \u000a| �[0;m�[38;5;43m20221214142518183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214142518183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214142518183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214142518184 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214142518184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214142518184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214142518185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:25:19.803122 run osmo-stp_10.42.42.5(pid=562): stdout: \u000a| (launched: 2022-12-14_14:25:17.985275)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:25:19.933224 run osmo-stp_10.42.42.5(pid=562): stderr: \u000a| �[0;m�[38;5;43m20221214142518183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214142518183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214142518183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214142518184 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214142518184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214142518184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214142518185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:25:19.990611 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=562): Process ended prematurely: osmo-stp_10.42.42.5(pid=562) [trial-2406↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=562)] [trial-2406↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a14:25:19.999756 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a14:25:20.062156 run osmo-hlr_10.42.42.2(pid=559): ERR: Terminated: ERROR {rc=237} [trial-2406↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=559)]\u000a14:25:20.113580 run osmo-hlr_10.42.42.2(pid=559): stdout: \u000a| (launched: 2022-12-14_14:25:16.834471) \u000a14:25:20.165326 run osmo-hlr_10.42.42.2(pid=559): stderr: \u000a| �[0;m�[1;31m20221214142517065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214142517065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214142517065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214142517065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214142517065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214142517065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214142517088 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214142517100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214142517100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214142517101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:25:20.236036 run osmo-msc_10.42.42.6(pid=565): ERR: Terminated: ERROR {rc=2} [trial-2406↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=565)]\u000a14:25:20.287556 run osmo-msc_10.42.42.6(pid=565): stdout: \u000a| (launched: 2022-12-14_14:25:19.038420) \u000a14:25:20.339429 run osmo-msc_10.42.42.6(pid=565): stderr: \u000a| �[0;m�[38;5;43m20221214142519363 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214142519363 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa1eaeebc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214142519363 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214142519364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214142519364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214142519364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214142519366 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214142519366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214142519366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214142519366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:25:20.383509 run pcap-recorder_any(filters='host 10.42.42.2')(pid=558): Terminating (SIGTERM)\u000a14:25:20.425121 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=561): Terminating (SIGTERM)\u000a14:25:20.466763 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=564): Terminating (SIGTERM)\u000a14:25:20.476347 --- ParallelTerminationStrategy: PID 558 died...\u000a14:25:20.531963 run pcap-recorder_any(filters='host 10.42.42.2')(pid=558): Terminated: ok {rc=0}\u000a14:25:20.542041 --- ParallelTerminationStrategy: PID 561 died...\u000a14:25:20.597422 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=561): Terminated: ok {rc=0}\u000a14:25:20.607427 --- ParallelTerminationStrategy: PID 564 died...\u000a14:25:20.662812 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=564): Terminated: ok {rc=0}\u000a14:25:20.750841 bus /sierra_3: Setting Powered False\u000a14:25:21.856453 bus /sierra_3: Setting Powered False\u000a14:25:22.965546 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "8", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:25:02" }, { "cases" : [ { "testActions" : [ ], "age" : 77, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=576): Process ended prematurely: osmo-stp_10.42.42.5(pid=576) [trial-2406↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=576)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=576): Process ended prematurely: osmo-stp_10.42.42.5(pid=576) [trial-2406↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=576)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a14:25:24.931503 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a14:25:24.943231 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a14:25:25.096801 tst mo_mt_call.py: using LAC 41515\u000a14:25:25.227265 tst mo_mt_call.py: using RAC 205\u000a14:25:25.355212 tst mo_mt_call.py: using CellId 41515\u000a14:25:25.483642 tst mo_mt_call.py: using BVCI 41516\u000a14:25:25.508612 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a14:25:25.520253 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a14:25:25.531589 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a14:25:25.542958 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a14:25:25.554594 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a14:25:25.566350 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a14:25:25.687137 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a14:25:25.890754 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:25:26.380737 run create_hlr_db(pid=570): Launched\u000a14:25:26.554710 bus /sierra_2: Setting Powered False\u000a14:25:27.576033 run create_hlr_db(pid=570): Terminated: ok {rc=0}\u000a14:25:28.011341 run pcap-recorder_any(filters='host 10.42.42.2')(pid=572): Launched\u000a14:25:28.337621 run osmo-hlr_10.42.42.2(pid=573): Launched\u000a14:25:28.460292 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:25:29.027096 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=575): Launched\u000a14:25:29.353207 run osmo-stp_10.42.42.5(pid=576): Launched\u000a14:25:29.470837 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:25:30.066677 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=578): Launched\u000a14:25:30.392752 run osmo-msc_10.42.42.6(pid=579): Launched\u000a14:25:30.582855 run osmo-stp_10.42.42.5(pid=576): ERR: Terminated: ERROR {rc=1} [trial-2406↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=576)]\u000a14:25:30.721263 run osmo-stp_10.42.42.5(pid=576): stdout: \u000a| (launched: 2022-12-14_14:25:29.192157)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:25:30.859261 run osmo-stp_10.42.42.5(pid=576): stderr: \u000a| �[0;m�[38;5;43m20221214142529390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214142529390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214142529390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214142529391 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214142529391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214142529391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214142529391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:25:30.997393 run osmo-stp_10.42.42.5(pid=576): stdout: \u000a| (launched: 2022-12-14_14:25:29.192157)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:25:31.128232 run osmo-stp_10.42.42.5(pid=576): stderr: \u000a| �[0;m�[38;5;43m20221214142529390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214142529390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214142529390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214142529391 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214142529391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214142529391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214142529391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:25:31.186579 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=576): Process ended prematurely: osmo-stp_10.42.42.5(pid=576) [trial-2406↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=576)] [trial-2406↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a14:25:31.196600 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a14:25:31.259307 run osmo-hlr_10.42.42.2(pid=573): ERR: Terminated: ERROR {rc=237} [trial-2406↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=573)]\u000a14:25:31.311028 run osmo-hlr_10.42.42.2(pid=573): stdout: \u000a| (launched: 2022-12-14_14:25:28.176716) \u000a14:25:31.363996 run osmo-hlr_10.42.42.2(pid=573): stderr: \u000a| �[0;m�[1;31m20221214142528378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214142528378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214142528378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214142528379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214142528379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214142528379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214142528391 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214142528399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214142528399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214142528400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:25:31.434974 run osmo-msc_10.42.42.6(pid=579): ERR: Terminated: ERROR {rc=2} [trial-2406↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=579)]\u000a14:25:31.486872 run osmo-msc_10.42.42.6(pid=579): stdout: \u000a| (launched: 2022-12-14_14:25:30.231789) \u000a14:25:31.539395 run osmo-msc_10.42.42.6(pid=579): stderr: \u000a| �[0;m�[38;5;43m20221214142530559 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214142530559 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0ed0555c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214142530559 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214142530559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214142530559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214142530559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214142530561 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214142530562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214142530562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214142530562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:25:31.584370 run pcap-recorder_any(filters='host 10.42.42.2')(pid=572): Terminating (SIGTERM)\u000a14:25:31.627584 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=575): Terminating (SIGTERM)\u000a14:25:31.671408 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=578): Terminating (SIGTERM)\u000a14:25:31.681039 --- ParallelTerminationStrategy: PID 572 died...\u000a14:25:31.739711 run pcap-recorder_any(filters='host 10.42.42.2')(pid=572): Terminated: ok {rc=0}\u000a14:25:31.750217 --- ParallelTerminationStrategy: PID 575 died...\u000a14:25:31.807662 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=575): Terminated: ok {rc=0}\u000a14:25:31.818654 --- ParallelTerminationStrategy: PID 578 died...\u000a14:25:31.876397 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=578): Terminated: ok {rc=0}\u000a14:25:31.978000 bus /sierra_3: Setting Powered False\u000a14:25:33.088877 bus /sierra_3: Setting Powered False\u000a14:25:34.197212 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 88, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=587): Process ended prematurely: osmo-stp_10.42.42.5(pid=587) [trial-2406↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=587)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=587): Process ended prematurely: osmo-stp_10.42.42.5(pid=587) [trial-2406↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=587)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a14:25:35.313004 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a14:25:35.325575 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a14:25:35.474247 tst mo_mt_call_osmux.py: using LAC 41516\u000a14:25:35.593224 tst mo_mt_call_osmux.py: using RAC 206\u000a14:25:35.725776 tst mo_mt_call_osmux.py: using CellId 41516\u000a14:25:35.854291 tst mo_mt_call_osmux.py: using BVCI 41517\u000a14:25:35.879578 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a14:25:35.891293 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a14:25:35.902712 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a14:25:35.914137 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a14:25:35.925528 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a14:25:35.936779 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a14:25:36.055501 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a14:25:36.256566 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:25:36.737144 run create_hlr_db(pid=581): Launched\u000a14:25:36.910710 bus /sierra_2: Setting Powered False\u000a14:25:37.933029 run create_hlr_db(pid=581): Terminated: ok {rc=0}\u000a14:25:38.370105 run pcap-recorder_any(filters='host 10.42.42.2')(pid=583): Launched\u000a14:25:38.697393 run osmo-hlr_10.42.42.2(pid=584): Launched\u000a14:25:38.815367 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:25:39.382881 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=586): Launched\u000a14:25:39.709605 run osmo-stp_10.42.42.5(pid=587): Launched\u000a14:25:39.827429 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:25:40.422645 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=589): Launched\u000a14:25:40.749846 run osmo-msc_10.42.42.6(pid=590): Launched\u000a14:25:40.940304 run osmo-stp_10.42.42.5(pid=587): ERR: Terminated: ERROR {rc=1} [trial-2406↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=587)]\u000a14:25:41.078235 run osmo-stp_10.42.42.5(pid=587): stdout: \u000a| (launched: 2022-12-14_14:25:39.548240)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:25:41.215411 run osmo-stp_10.42.42.5(pid=587): stderr: \u000a| �[0;m�[38;5;43m20221214142539742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214142539742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214142539742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214142539743 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214142539743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214142539743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214142539743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:25:41.346605 run osmo-stp_10.42.42.5(pid=587): stdout: \u000a| (launched: 2022-12-14_14:25:39.548240)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:25:41.475950 run osmo-stp_10.42.42.5(pid=587): stderr: \u000a| �[0;m�[38;5;43m20221214142539742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214142539742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214142539742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214142539743 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214142539743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214142539743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214142539743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:25:41.533117 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=587): Process ended prematurely: osmo-stp_10.42.42.5(pid=587) [trial-2406↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=587)] [trial-2406↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a14:25:41.542538 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a14:25:41.605670 run osmo-hlr_10.42.42.2(pid=584): ERR: Terminated: ERROR {rc=237} [trial-2406↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=584)]\u000a14:25:41.657474 run osmo-hlr_10.42.42.2(pid=584): stdout: \u000a| (launched: 2022-12-14_14:25:38.535705) \u000a14:25:41.710458 run osmo-hlr_10.42.42.2(pid=584): stderr: \u000a| �[0;m�[1;31m20221214142538735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214142538735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214142538735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214142538735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214142538735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214142538735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214142538748 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214142538756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214142538756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214142538756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:25:41.781528 run osmo-msc_10.42.42.6(pid=590): ERR: Terminated: ERROR {rc=2} [trial-2406↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=590)]\u000a14:25:41.832789 run osmo-msc_10.42.42.6(pid=590): stdout: \u000a| (launched: 2022-12-14_14:25:40.588107) \u000a14:25:41.884487 run osmo-msc_10.42.42.6(pid=590): stderr: \u000a| �[0;m�[38;5;43m20221214142540916 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214142540916 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa1e7d11c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214142540916 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214142540916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214142540916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214142540916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214142540918 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214142540918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214142540919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214142540919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:25:41.928455 run pcap-recorder_any(filters='host 10.42.42.2')(pid=583): Terminating (SIGTERM)\u000a14:25:41.970501 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=586): Terminating (SIGTERM)\u000a14:25:42.012030 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=589): Terminating (SIGTERM)\u000a14:25:42.021681 --- ParallelTerminationStrategy: PID 583 died...\u000a14:25:42.077435 run pcap-recorder_any(filters='host 10.42.42.2')(pid=583): Terminated: ok {rc=0}\u000a14:25:42.087469 --- ParallelTerminationStrategy: PID 586 died...\u000a14:25:42.142971 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=586): Terminated: ok {rc=0}\u000a14:25:42.153052 --- ParallelTerminationStrategy: PID 589 died...\u000a14:25:42.208494 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=589): Terminated: ok {rc=0}\u000a14:25:42.294427 bus /sierra_3: Setting Powered False\u000a14:25:43.397876 bus /sierra_3: Setting Powered False\u000a14:25:44.505359 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "9", "name" : "voice_sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:25:24" }, { "cases" : [ { "testActions" : [ ], "age" : 77, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=601): Process ended prematurely: osmo-stp_10.42.42.5(pid=601) [trial-2406↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=601)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=601): Process ended prematurely: osmo-stp_10.42.42.5(pid=601) [trial-2406↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=601)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a14:25:46.499317 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a14:25:46.513814 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a14:25:46.669699 tst mo_mt_call.py: using LAC 41517\u000a14:25:46.802144 tst mo_mt_call.py: using RAC 207\u000a14:25:46.953662 tst mo_mt_call.py: using CellId 41517\u000a14:25:47.110730 tst mo_mt_call.py: using BVCI 41518\u000a14:25:47.145804 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a14:25:47.162509 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a14:25:47.178655 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a14:25:47.190713 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a14:25:47.204047 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a14:25:47.219569 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a14:25:47.344510 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a14:25:47.547317 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:25:48.024555 run create_hlr_db(pid=595): Launched\u000a14:25:48.196102 bus /sierra_2: Setting Powered False\u000a14:25:49.218812 run create_hlr_db(pid=595): Terminated: ok {rc=0}\u000a14:25:49.651261 run pcap-recorder_any(filters='host 10.42.42.2')(pid=597): Launched\u000a14:25:49.978493 run osmo-hlr_10.42.42.2(pid=598): Launched\u000a14:25:50.096389 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:25:50.662588 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=600): Launched\u000a14:25:50.990165 run osmo-stp_10.42.42.5(pid=601): Launched\u000a14:25:51.107460 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:25:51.703536 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=603): Launched\u000a14:25:52.033418 run osmo-msc_10.42.42.6(pid=604): Launched\u000a14:25:52.226423 run osmo-stp_10.42.42.5(pid=601): ERR: Terminated: ERROR {rc=1} [trial-2406↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=601)]\u000a14:25:52.367049 run osmo-stp_10.42.42.5(pid=601): stdout: \u000a| (launched: 2022-12-14_14:25:50.826921)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:25:52.501973 run osmo-stp_10.42.42.5(pid=601): stderr: \u000a| �[0;m�[38;5;43m20221214142551023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214142551023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214142551024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214142551024 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214142551025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214142551025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214142551025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:25:52.631022 run osmo-stp_10.42.42.5(pid=601): stdout: \u000a| (launched: 2022-12-14_14:25:50.826921)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:25:52.759496 run osmo-stp_10.42.42.5(pid=601): stderr: \u000a| �[0;m�[38;5;43m20221214142551023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214142551023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214142551024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214142551024 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214142551025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214142551025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214142551025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:25:52.816071 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=601): Process ended prematurely: osmo-stp_10.42.42.5(pid=601) [trial-2406↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=601)] [trial-2406↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a14:25:52.825445 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a14:25:52.887297 run osmo-hlr_10.42.42.2(pid=598): ERR: Terminated: ERROR {rc=237} [trial-2406↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=598)]\u000a14:25:52.938175 run osmo-hlr_10.42.42.2(pid=598): stdout: \u000a| (launched: 2022-12-14_14:25:49.814900) \u000a14:25:52.989635 run osmo-hlr_10.42.42.2(pid=598): stderr: \u000a| �[0;m�[1;31m20221214142550017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214142550017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214142550017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214142550017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214142550017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214142550017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214142550029 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214142550038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214142550038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214142550038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:25:53.059894 run osmo-msc_10.42.42.6(pid=604): ERR: Terminated: ERROR {rc=2} [trial-2406↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=604)]\u000a14:25:53.111351 run osmo-msc_10.42.42.6(pid=604): stdout: \u000a| (launched: 2022-12-14_14:25:51.867043) \u000a14:25:53.162937 run osmo-msc_10.42.42.6(pid=604): stderr: \u000a| �[0;m�[38;5;43m20221214142552202 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214142552202 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f59a987bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214142552202 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214142552202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214142552202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214142552202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214142552206 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214142552206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214142552206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214142552207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:25:53.206806 run pcap-recorder_any(filters='host 10.42.42.2')(pid=597): Terminating (SIGTERM)\u000a14:25:53.248341 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=600): Terminating (SIGTERM)\u000a14:25:53.290388 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=603): Terminating (SIGTERM)\u000a14:25:53.300243 --- ParallelTerminationStrategy: PID 597 died...\u000a14:25:53.355878 run pcap-recorder_any(filters='host 10.42.42.2')(pid=597): Terminated: ok {rc=0}\u000a14:25:53.365948 --- ParallelTerminationStrategy: PID 600 died...\u000a14:25:53.421337 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=600): Terminated: ok {rc=0}\u000a14:25:53.431276 --- ParallelTerminationStrategy: PID 603 died...\u000a14:25:53.487129 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=603): Terminated: ok {rc=0}\u000a14:25:53.574113 bus /sierra_3: Setting Powered False\u000a14:25:54.680908 bus /sierra_3: Setting Powered False\u000a14:25:55.789403 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 88, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=612): Process ended prematurely: osmo-stp_10.42.42.5(pid=612) [trial-2406↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=612)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=612): Process ended prematurely: osmo-stp_10.42.42.5(pid=612) [trial-2406↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=612)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a14:25:56.903879 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a14:25:56.915775 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a14:25:57.082665 tst mo_mt_call_osmux.py: using LAC 41518\u000a14:25:57.198336 tst mo_mt_call_osmux.py: using RAC 208\u000a14:25:57.315967 tst mo_mt_call_osmux.py: using CellId 41518\u000a14:25:57.433130 tst mo_mt_call_osmux.py: using BVCI 41519\u000a14:25:57.455778 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a14:25:57.466800 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a14:25:57.477311 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a14:25:57.487714 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a14:25:57.498778 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a14:25:57.509881 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a14:25:57.628532 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a14:25:57.826789 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:25:58.295090 run create_hlr_db(pid=606): Launched\u000a14:25:58.464937 bus /sierra_2: Setting Powered False\u000a14:25:59.487643 run create_hlr_db(pid=606): Terminated: ok {rc=0}\u000a14:25:59.914576 run pcap-recorder_any(filters='host 10.42.42.2')(pid=608): Launched\u000a14:26:00.239127 run osmo-hlr_10.42.42.2(pid=609): Launched\u000a14:26:00.356169 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:26:00.925956 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=611): Launched\u000a14:26:01.346004 run osmo-stp_10.42.42.5(pid=612): Launched\u000a14:26:01.552657 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:26:02.161791 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=614): Launched\u000a14:26:02.486770 run osmo-msc_10.42.42.6(pid=615): Launched\u000a14:26:02.672461 run osmo-stp_10.42.42.5(pid=612): ERR: Terminated: ERROR {rc=1} [trial-2406↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=612)]\u000a14:26:02.807578 run osmo-stp_10.42.42.5(pid=612): stdout: \u000a| (launched: 2022-12-14_14:26:01.091035)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:26:02.941466 run osmo-stp_10.42.42.5(pid=612): stderr: \u000a| �[0;m�[38;5;43m20221214142601398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214142601398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214142601398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214142601399 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214142601399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214142601399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214142601399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:26:03.068842 run osmo-stp_10.42.42.5(pid=612): stdout: \u000a| (launched: 2022-12-14_14:26:01.091035)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:26:03.195107 run osmo-stp_10.42.42.5(pid=612): stderr: \u000a| �[0;m�[38;5;43m20221214142601398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214142601398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214142601398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214142601399 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214142601399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214142601399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214142601399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:26:03.250766 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=612): Process ended prematurely: osmo-stp_10.42.42.5(pid=612) [trial-2406↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=612)] [trial-2406↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a14:26:03.259759 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a14:26:03.321062 run osmo-hlr_10.42.42.2(pid=609): ERR: Terminated: ERROR {rc=237} [trial-2406↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=609)]\u000a14:26:03.371821 run osmo-hlr_10.42.42.2(pid=609): stdout: \u000a| (launched: 2022-12-14_14:26:00.077812) \u000a14:26:03.423233 run osmo-hlr_10.42.42.2(pid=609): stderr: \u000a| �[0;m�[1;31m20221214142600280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214142600280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214142600280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214142600280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214142600280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214142600280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214142600293 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214142600302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214142600303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214142600303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:26:03.492851 run osmo-msc_10.42.42.6(pid=615): ERR: Terminated: ERROR {rc=2} [trial-2406↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=615)]\u000a14:26:03.543417 run osmo-msc_10.42.42.6(pid=615): stdout: \u000a| (launched: 2022-12-14_14:26:02.324252) \u000a14:26:03.594483 run osmo-msc_10.42.42.6(pid=615): stderr: \u000a| �[0;m�[38;5;43m20221214142602651 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214142602651 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3e789f0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214142602651 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214142602651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214142602651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214142602652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214142602653 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214142602654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214142602654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214142602654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:26:03.637987 run pcap-recorder_any(filters='host 10.42.42.2')(pid=608): Terminating (SIGTERM)\u000a14:26:03.679292 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=611): Terminating (SIGTERM)\u000a14:26:03.720777 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=614): Terminating (SIGTERM)\u000a14:26:03.730279 --- ParallelTerminationStrategy: PID 608 died...\u000a14:26:03.784907 run pcap-recorder_any(filters='host 10.42.42.2')(pid=608): Terminated: ok {rc=0}\u000a14:26:03.794757 --- ParallelTerminationStrategy: PID 611 died...\u000a14:26:03.849279 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=611): Terminated: ok {rc=0}\u000a14:26:03.859024 --- ParallelTerminationStrategy: PID 614 died...\u000a14:26:03.913334 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=614): Terminated: ok {rc=0}\u000a14:26:03.998207 bus /sierra_3: Setting Powered False\u000a14:26:05.102795 bus /sierra_3: Setting Powered False\u000a14:26:06.208006 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "10", "name" : "voice_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:25:46" }, { "cases" : [ { "testActions" : [ ], "age" : 77, "className" : "emergency:sysmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=627): Process ended prematurely: osmo-stp_10.42.42.5(pid=627) [trial-2406↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=627)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=627): Process ended prematurely: osmo-stp_10.42.42.5(pid=627) [trial-2406↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=627)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 emergency:sysmo emergency_mo_mt_call.py\u000a----------------------------------------------\u000a14:26:08.183088 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a14:26:08.194419 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a14:26:08.321075 tst emergency_mo_mt_call.py: using LAC 41519\u000a14:26:08.447859 tst emergency_mo_mt_call.py: using RAC 209\u000a14:26:08.569490 tst emergency_mo_mt_call.py: using CellId 41519\u000a14:26:08.691615 tst emergency_mo_mt_call.py: using BVCI 41520\u000a14:26:08.715840 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a14:26:08.726954 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a14:26:08.737864 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a14:26:08.748607 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a14:26:08.759445 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a14:26:08.770342 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a14:26:08.886561 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a14:26:09.082598 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:26:09.545896 run create_hlr_db(pid=621): Launched\u000a14:26:09.716236 bus /sierra_2: Setting Powered False\u000a14:26:10.747967 run create_hlr_db(pid=621): Terminated: ok {rc=0}\u000a14:26:11.144738 run pcap-recorder_any(filters='host 10.42.42.2')(pid=623): Launched\u000a14:26:11.440390 run osmo-hlr_10.42.42.2(pid=624): Launched\u000a14:26:11.554826 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:26:12.075099 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=626): Launched\u000a14:26:12.370050 run osmo-stp_10.42.42.5(pid=627): Launched\u000a14:26:12.491109 tst emergency_mo_mt_call.py: using MSISDN 8735\u000a14:26:12.637101 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:26:13.175255 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=629): Launched\u000a14:26:13.469352 run osmo-msc_10.42.42.6(pid=630): Launched\u000a14:26:13.642528 run osmo-stp_10.42.42.5(pid=627): ERR: Terminated: ERROR {rc=1} [trial-2406↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=627)]\u000a14:26:13.768075 run osmo-stp_10.42.42.5(pid=627): stdout: \u000a| (launched: 2022-12-14_14:26:12.224421)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:26:13.891755 run osmo-stp_10.42.42.5(pid=627): stderr: \u000a| �[0;m�[38;5;43m20221214142612392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214142612392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214142612393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214142612393 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214142612395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214142612395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214142612395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:26:14.010603 run osmo-stp_10.42.42.5(pid=627): stdout: \u000a| (launched: 2022-12-14_14:26:12.224421)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:26:14.128286 run osmo-stp_10.42.42.5(pid=627): stderr: \u000a| �[0;m�[38;5;43m20221214142612392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214142612392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214142612393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214142612393 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214142612395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214142612395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214142612395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:26:14.180261 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=627): Process ended prematurely: osmo-stp_10.42.42.5(pid=627) [trial-2406↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=627)] [trial-2406↪emergency:sysmo↪emergency_mo_mt_call.py:19]\u000a14:26:14.188370 tst emergency_mo_mt_call.py:19: Test FAILED (6.0 sec)\u000a14:26:14.248785 run osmo-hlr_10.42.42.2(pid=624): ERR: Terminated: ERROR {rc=237} [trial-2406↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=624)]\u000a14:26:14.297846 run osmo-hlr_10.42.42.2(pid=624): stdout: \u000a| (launched: 2022-12-14_14:26:11.293728) \u000a14:26:14.347380 run osmo-hlr_10.42.42.2(pid=624): stderr: \u000a| �[0;m�[1;31m20221214142611466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214142611466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214142611466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214142611466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214142611466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214142611466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214142611479 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/emergency:sysmo/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214142611487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214142611487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214142611487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:26:14.414331 run osmo-msc_10.42.42.6(pid=630): ERR: Terminated: ERROR {rc=2} [trial-2406↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=630)]\u000a14:26:14.463350 run osmo-msc_10.42.42.6(pid=630): stdout: \u000a| (launched: 2022-12-14_14:26:13.323703) \u000a14:26:14.512590 run osmo-msc_10.42.42.6(pid=630): stderr: \u000a| �[0;m�[38;5;43m20221214142613593 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214142613594 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f336c766c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214142613594 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214142613594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214142613594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214142613594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214142613596 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214142613596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214142613596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214142613597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:26:14.554689 run pcap-recorder_any(filters='host 10.42.42.2')(pid=623): Terminating (SIGTERM)\u000a14:26:14.594582 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=626): Terminating (SIGTERM)\u000a14:26:14.634445 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=629): Terminating (SIGTERM)\u000a14:26:14.643599 --- ParallelTerminationStrategy: PID 623 died...\u000a14:26:14.697816 run pcap-recorder_any(filters='host 10.42.42.2')(pid=623): Terminated: ok {rc=0}\u000a14:26:14.707428 --- ParallelTerminationStrategy: PID 626 died...\u000a14:26:14.760858 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=626): Terminated: ok {rc=0}\u000a14:26:14.770560 --- ParallelTerminationStrategy: PID 629 died...\u000a14:26:14.823736 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=629): Terminated: ok {rc=0}\u000a14:26:14.911529 bus /sierra_3: Setting Powered False\u000a14:26:16.036628 bus /sierra_3: Setting Powered False\u000a14:26:17.156044 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "emergency:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=638): Process ended prematurely: osmo-stp_10.42.42.5(pid=638) [trial-2406↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=638)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=638): Process ended prematurely: osmo-stp_10.42.42.5(pid=638) [trial-2406↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=638)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 emergency:sysmo emergency_preemptive_call.py\u000a----------------------------------------------\u000a14:26:18.208536 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a14:26:18.219864 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a14:26:18.342362 tst emergency_preemptive_call.py: using LAC 41520\u000a14:26:18.459282 tst emergency_preemptive_call.py: using RAC 210\u000a14:26:18.574398 tst emergency_preemptive_call.py: using CellId 41520\u000a14:26:18.690787 tst emergency_preemptive_call.py: using BVCI 41521\u000a14:26:18.712840 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a14:26:18.723320 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a14:26:18.733875 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a14:26:18.744134 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a14:26:18.754480 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a14:26:18.764879 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a14:26:18.878299 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a14:26:18.996515 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a14:26:19.111458 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a14:26:19.309623 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:26:19.773056 run create_hlr_db(pid=632): Launched\u000a14:26:19.942275 bus /sierra_2: Setting Powered False\u000a14:26:20.963988 run create_hlr_db(pid=632): Terminated: ok {rc=0}\u000a14:26:21.385944 run pcap-recorder_any(filters='host 10.42.42.2')(pid=634): Launched\u000a14:26:21.702285 run osmo-hlr_10.42.42.2(pid=635): Launched\u000a14:26:21.822645 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:26:22.397516 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=637): Launched\u000a14:26:22.713233 run osmo-stp_10.42.42.5(pid=638): Launched\u000a14:26:22.840206 tst emergency_preemptive_call.py: using MSISDN 8736\u000a14:26:22.991887 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:26:23.529289 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=640): Launched\u000a14:26:23.826341 run osmo-msc_10.42.42.6(pid=641): Launched\u000a14:26:24.007609 run osmo-stp_10.42.42.5(pid=638): ERR: Terminated: ERROR {rc=1} [trial-2406↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=638)]\u000a14:26:24.133650 run osmo-stp_10.42.42.5(pid=638): stdout: \u000a| (launched: 2022-12-14_14:26:22.557667)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:26:24.257171 run osmo-stp_10.42.42.5(pid=638): stderr: \u000a| �[0;m�[38;5;43m20221214142622748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214142622748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214142622749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214142622749 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214142622751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214142622752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214142622752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:26:24.376450 run osmo-stp_10.42.42.5(pid=638): stdout: \u000a| (launched: 2022-12-14_14:26:22.557667)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:26:24.494026 run osmo-stp_10.42.42.5(pid=638): stderr: \u000a| �[0;m�[38;5;43m20221214142622748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214142622748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214142622749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214142622749 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214142622751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214142622752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214142622752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:26:24.545133 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=638): Process ended prematurely: osmo-stp_10.42.42.5(pid=638) [trial-2406↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=638)] [trial-2406↪emergency:sysmo↪emergency_preemptive_call.py:32]\u000a14:26:24.553100 tst emergency_preemptive_call.py:32: Test FAILED (6.3 sec)\u000a14:26:24.613159 run osmo-hlr_10.42.42.2(pid=635): ERR: Terminated: ERROR {rc=237} [trial-2406↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=635)]\u000a14:26:24.662248 run osmo-hlr_10.42.42.2(pid=635): stdout: \u000a| (launched: 2022-12-14_14:26:21.547161) \u000a14:26:24.711883 run osmo-hlr_10.42.42.2(pid=635): stderr: \u000a| �[0;m�[1;31m20221214142621745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214142621745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214142621745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214142621745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214142621745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214142621745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214142621758 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/emergency:sysmo/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214142621767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214142621767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214142621767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:26:24.778836 run osmo-msc_10.42.42.6(pid=641): ERR: Terminated: ERROR {rc=2} [trial-2406↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=641)]\u000a14:26:24.827521 run osmo-msc_10.42.42.6(pid=641): stdout: \u000a| (launched: 2022-12-14_14:26:23.679446) \u000a14:26:24.877324 run osmo-msc_10.42.42.6(pid=641): stderr: \u000a| �[0;m�[38;5;43m20221214142623948 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214142623948 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f838a267c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214142623948 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214142623948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214142623949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214142623949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214142623952 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214142623953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214142623953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214142623953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:26:24.919153 run pcap-recorder_any(filters='host 10.42.42.2')(pid=634): Terminating (SIGTERM)\u000a14:26:24.958645 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=637): Terminating (SIGTERM)\u000a14:26:24.998318 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=640): Terminating (SIGTERM)\u000a14:26:25.007500 --- ParallelTerminationStrategy: PID 634 died...\u000a14:26:25.060731 run pcap-recorder_any(filters='host 10.42.42.2')(pid=634): Terminated: ok {rc=0}\u000a14:26:25.070308 --- ParallelTerminationStrategy: PID 637 died...\u000a14:26:25.123880 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=637): Terminated: ok {rc=0}\u000a14:26:25.134103 --- ParallelTerminationStrategy: PID 640 died...\u000a14:26:25.188062 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=640): Terminated: ok {rc=0}\u000a14:26:25.276152 bus /sierra_9: Setting Powered False\u000a14:26:26.378498 bus /sierra_9: Setting Powered False\u000a14:26:27.488246 bus /sierra_8: Setting Powered False\u000a14:26:28.590768 bus /sierra_8: Setting Powered False\u000a14:26:29.700435 bus /sierra_3: Setting Powered False\u000a14:26:30.801540 bus /sierra_3: Setting Powered False\u000a14:26:31.925456 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 26.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "11", "name" : "emergency_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:26:07" }, { "cases" : [ { "testActions" : [ ], "age" : 94, "className" : "gprs:sysmo", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=656): Process ended prematurely: osmo-stp_10.42.42.5(pid=656) [trial-2406↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=656)]", "failedSince" : 2314, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=656): Process ended prematurely: osmo-stp_10.42.42.5(pid=656) [trial-2406↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=656)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 gprs:sysmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a14:26:33.989974 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a14:26:34.000369 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a14:26:34.124538 tst cs_paging_gprs_active.py: using LAC 41521\u000a14:26:34.244878 tst cs_paging_gprs_active.py: using RAC 211\u000a14:26:34.364303 tst cs_paging_gprs_active.py: using CellId 41521\u000a14:26:34.481271 tst cs_paging_gprs_active.py: using BVCI 41522\u000a14:26:34.503963 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a14:26:34.514368 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a14:26:34.524597 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a14:26:34.534800 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a14:26:34.544829 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a14:26:34.555643 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a14:26:34.566223 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a14:26:34.576993 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a14:26:34.587983 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a14:26:34.705830 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a14:26:34.994426 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a14:26:35.129136 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:26:35.460384 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=646): Launched\u000a14:26:35.739741 run iperf3-srv_10.42.42.10(pid=647): Launched\u000a14:26:35.936384 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a14:26:36.070100 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:26:36.402811 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=648): Launched\u000a14:26:36.678965 run iperf3-srv_10.42.42.10(pid=649): Launched\u000a14:26:36.877129 tst cs_paging_gprs_active.py:38: start network...\u000a14:26:37.011162 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:26:37.526882 run create_hlr_db(pid=650): Launched\u000a14:26:37.713469 bus /sierra_2: Setting Powered False\u000a14:26:38.733937 run create_hlr_db(pid=650): Terminated: ok {rc=0}\u000a14:26:39.137776 run pcap-recorder_any(filters='host 10.42.42.2')(pid=652): Launched\u000a14:26:39.440469 run osmo-hlr_10.42.42.2(pid=653): Launched\u000a14:26:39.558260 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:26:40.086916 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=655): Launched\u000a14:26:40.387987 run osmo-stp_10.42.42.5(pid=656): Launched\u000a14:26:40.500236 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:26:41.992820 run pcap-recorder_any(filters='host 10.42.42.6')(pid=658): Launched\u000a14:26:42.101110 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:26:42.367399 run patchelf(pid=659): Launched\u000a14:26:42.545498 run osmo-stp_10.42.42.5(pid=656): ERR: Terminated: ERROR {rc=1} [trial-2406↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=656)]\u000a14:26:42.674516 run osmo-stp_10.42.42.5(pid=656): stdout: \u000a| (launched: 2022-12-14_14:26:40.238698)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:26:42.803929 run osmo-stp_10.42.42.5(pid=656): stderr: \u000a| �[0;m�[38;5;43m20221214142640406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214142640407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214142640407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214142640407 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214142640408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214142640408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214142640408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:26:42.928893 run osmo-stp_10.42.42.5(pid=656): stdout: \u000a| (launched: 2022-12-14_14:26:40.238698)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:26:43.053277 run osmo-stp_10.42.42.5(pid=656): stderr: \u000a| �[0;m�[38;5;43m20221214142640406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214142640407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214142640407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214142640407 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214142640408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214142640408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214142640408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:26:43.197903 run patchelf(pid=659): Terminating (SIGINT)\u000a14:26:43.367330 run patchelf(pid=659): Terminated: ok {rc=0}\u000a14:26:43.398459 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=656): Process ended prematurely: osmo-stp_10.42.42.5(pid=656) [trial-2406↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=656)] [trial-2406↪gprs:sysmo↪cs_paging_gprs_active.py:38]\u000a14:26:43.407611 tst cs_paging_gprs_active.py:38: Test FAILED (9.5 sec)\u000a14:26:43.468393 run osmo-hlr_10.42.42.2(pid=653): ERR: Terminated: ERROR {rc=237} [trial-2406↪gprs:sysmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=653)]\u000a14:26:43.517508 run osmo-hlr_10.42.42.2(pid=653): stdout: \u000a| (launched: 2022-12-14_14:26:39.290265) \u000a14:26:43.567239 run osmo-hlr_10.42.42.2(pid=653): stderr: \u000a| �[0;m�[1;31m20221214142639464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214142639464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214142639464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214142639465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214142639465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214142639465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214142639478 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:sysmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214142639488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214142639488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214142639488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:26:43.609793 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=646): Terminating (SIGTERM)\u000a14:26:43.650119 run iperf3-srv_10.42.42.10(pid=647): Terminating (SIGTERM)\u000a14:26:43.690257 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=648): Terminating (SIGTERM)\u000a14:26:43.730550 run iperf3-srv_10.42.42.10(pid=649): Terminating (SIGTERM)\u000a14:26:43.770583 run pcap-recorder_any(filters='host 10.42.42.2')(pid=652): Terminating (SIGTERM)\u000a14:26:43.810550 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=655): Terminating (SIGTERM)\u000a14:26:43.850811 run pcap-recorder_any(filters='host 10.42.42.6')(pid=658): Terminating (SIGTERM)\u000a14:26:43.860034 --- ParallelTerminationStrategy: PID 646 died...\u000a14:26:43.914405 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=646): Terminated: ok {rc=0}\u000a14:26:43.924063 --- ParallelTerminationStrategy: PID 647 died...\u000a14:26:43.977808 run iperf3-srv_10.42.42.10(pid=647): Terminated {rc=256}\u000a14:26:43.987341 --- ParallelTerminationStrategy: PID 648 died...\u000a14:26:44.040984 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=648): Terminated: ok {rc=0}\u000a14:26:44.050573 --- ParallelTerminationStrategy: PID 649 died...\u000a14:26:44.104262 run iperf3-srv_10.42.42.10(pid=649): Terminated {rc=256}\u000a14:26:44.113945 --- ParallelTerminationStrategy: PID 652 died...\u000a14:26:44.167643 run pcap-recorder_any(filters='host 10.42.42.2')(pid=652): Terminated: ok {rc=0}\u000a14:26:44.177361 --- ParallelTerminationStrategy: PID 655 died...\u000a14:26:44.231208 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=655): Terminated: ok {rc=0}\u000a14:26:44.240871 --- ParallelTerminationStrategy: PID 658 died...\u000a14:26:44.295046 run pcap-recorder_any(filters='host 10.42.42.6')(pid=658): Terminated: ok {rc=0}\u000a14:26:44.383980 bus /gobi_0: Setting Powered False\u000a14:26:45.490681 bus /gobi_0: Setting Powered False\u000a14:26:46.610066 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 94, "className" : "gprs:sysmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=668): Process ended prematurely: osmo-stp_10.42.42.5(pid=668) [trial-2406↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=668)]", "failedSince" : 2314, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=668): Process ended prematurely: osmo-stp_10.42.42.5(pid=668) [trial-2406↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=668)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 gprs:sysmo iperf3.py\u000a----------------------------------------------\u000a14:26:47.719868 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a14:26:47.730902 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a14:26:47.860212 tst iperf3.py: using LAC 41522\u000a14:26:47.987181 tst iperf3.py: using RAC 212\u000a14:26:48.114084 tst iperf3.py: using CellId 41522\u000a14:26:48.240403 tst iperf3.py: using BVCI 41523\u000a14:26:48.265271 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a14:26:48.276260 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a14:26:48.287202 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a14:26:48.298209 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a14:26:48.309649 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a14:26:48.320849 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a14:26:48.332274 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a14:26:48.343809 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a14:26:48.355136 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a14:26:48.649287 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a14:26:48.783110 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:26:49.115438 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=660): Launched\u000a14:26:49.391840 run iperf3-srv_10.42.42.10(pid=661): Launched\u000a14:26:49.588152 tst iperf3.py:8: start network...\u000a14:26:49.722108 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:26:50.238021 run create_hlr_db(pid=662): Launched\u000a14:26:50.423848 bus /gobi_6: Setting Powered False\u000a14:26:51.445128 run create_hlr_db(pid=662): Terminated: ok {rc=0}\u000a14:26:51.850090 run pcap-recorder_any(filters='host 10.42.42.2')(pid=664): Launched\u000a14:26:52.150302 run osmo-hlr_10.42.42.2(pid=665): Launched\u000a14:26:52.267575 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:26:52.795081 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=667): Launched\u000a14:26:53.093953 run osmo-stp_10.42.42.5(pid=668): Launched\u000a14:26:53.203381 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:26:53.727157 run pcap-recorder_any(filters='host 10.42.42.6')(pid=670): Launched\u000a14:26:53.834103 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:26:54.095719 run patchelf(pid=671): Launched\u000a14:26:54.272095 run osmo-stp_10.42.42.5(pid=668): ERR: Terminated: ERROR {rc=1} [trial-2406↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=668)]\u000a14:26:54.400767 run osmo-stp_10.42.42.5(pid=668): stdout: \u000a| (launched: 2022-12-14_14:26:52.946379)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:26:54.529927 run osmo-stp_10.42.42.5(pid=668): stderr: \u000a| �[0;m�[38;5;43m20221214142653117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214142653117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214142653118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214142653118 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214142653118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214142653119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214142653119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:26:54.654079 run osmo-stp_10.42.42.5(pid=668): stdout: \u000a| (launched: 2022-12-14_14:26:52.946379)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:26:54.777881 run osmo-stp_10.42.42.5(pid=668): stderr: \u000a| �[0;m�[38;5;43m20221214142653117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214142653117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214142653118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214142653118 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214142653118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214142653119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214142653119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:26:54.921629 run patchelf(pid=671): Terminating (SIGINT)\u000a14:26:55.091121 run patchelf(pid=671): Terminated: ok {rc=0}\u000a14:26:55.122403 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=668): Process ended prematurely: osmo-stp_10.42.42.5(pid=668) [trial-2406↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=668)] [trial-2406↪gprs:sysmo↪iperf3.py:8]\u000a14:26:55.131384 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a14:26:55.192902 run osmo-hlr_10.42.42.2(pid=665): ERR: Terminated: ERROR {rc=237} [trial-2406↪gprs:sysmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=665)]\u000a14:26:55.242561 run osmo-hlr_10.42.42.2(pid=665): stdout: \u000a| (launched: 2022-12-14_14:26:52.002174) \u000a14:26:55.293121 run osmo-hlr_10.42.42.2(pid=665): stderr: \u000a| �[0;m�[1;31m20221214142652177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214142652177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214142652177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214142652177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214142652177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214142652177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214142652189 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:sysmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214142652198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214142652198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214142652198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:26:55.336126 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=660): Terminating (SIGTERM)\u000a14:26:55.376397 run iperf3-srv_10.42.42.10(pid=661): Terminating (SIGTERM)\u000a14:26:55.416712 run pcap-recorder_any(filters='host 10.42.42.2')(pid=664): Terminating (SIGTERM)\u000a14:26:55.456894 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=667): Terminating (SIGTERM)\u000a14:26:55.497277 run pcap-recorder_any(filters='host 10.42.42.6')(pid=670): Terminating (SIGTERM)\u000a14:26:55.506540 --- ParallelTerminationStrategy: PID 660 died...\u000a14:26:55.560875 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=660): Terminated: ok {rc=0}\u000a14:26:55.570655 --- ParallelTerminationStrategy: PID 661 died...\u000a14:26:55.624621 run iperf3-srv_10.42.42.10(pid=661): Terminated {rc=256}\u000a14:26:55.634175 --- ParallelTerminationStrategy: PID 664 died...\u000a14:26:55.688158 run pcap-recorder_any(filters='host 10.42.42.2')(pid=664): Terminated: ok {rc=0}\u000a14:26:55.697903 --- ParallelTerminationStrategy: PID 667 died...\u000a14:26:55.751834 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=667): Terminated: ok {rc=0}\u000a14:26:55.761810 --- ParallelTerminationStrategy: PID 670 died...\u000a14:26:55.815951 run pcap-recorder_any(filters='host 10.42.42.6')(pid=670): Terminated: ok {rc=0}\u000a14:26:55.904710 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 95, "className" : "gprs:sysmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=686): Process ended prematurely: osmo-stp_10.42.42.5(pid=686) [trial-2406↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=686)]", "failedSince" : 2313, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=686): Process ended prematurely: osmo-stp_10.42.42.5(pid=686) [trial-2406↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=686)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 gprs:sysmo iperf3m4.py\u000a----------------------------------------------\u000a14:26:57.016644 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a14:26:57.027831 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a14:26:57.151206 tst iperf3m4.py: using LAC 41523\u000a14:26:57.270838 tst iperf3m4.py: using RAC 213\u000a14:26:57.392895 tst iperf3m4.py: using CellId 41523\u000a14:26:57.511012 tst iperf3m4.py: using BVCI 41524\u000a14:26:57.533855 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a14:26:57.544173 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a14:26:57.554563 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a14:26:57.564749 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a14:26:57.574904 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a14:26:57.585497 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a14:26:57.595835 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a14:26:57.606240 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a14:26:57.617629 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a14:26:57.739278 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a14:26:57.856832 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a14:26:57.976569 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a14:26:58.268422 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a14:26:58.403238 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:26:58.738320 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=672): Launched\u000a14:26:59.016604 run iperf3-srv_10.42.42.10(pid=673): Launched\u000a14:26:59.214491 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a14:26:59.349066 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:26:59.682809 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=674): Launched\u000a14:26:59.959885 run iperf3-srv_10.42.42.10(pid=675): Launched\u000a14:27:00.156704 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a14:27:00.290881 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:27:00.626372 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=676): Launched\u000a14:27:00.920701 run iperf3-srv_10.42.42.10(pid=677): Launched\u000a14:27:01.146926 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a14:27:01.304400 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:27:01.656075 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=678): Launched\u000a14:27:02.003830 run iperf3-srv_10.42.42.10(pid=679): Launched\u000a14:27:02.241639 tst iperf3m4.py:8: start network...\u000a14:27:02.373504 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:27:02.848605 run create_hlr_db(pid=680): Launched\u000a14:27:03.021132 bus /gobi_6: Setting Powered False\u000a14:27:04.045054 run create_hlr_db(pid=680): Terminated: ok {rc=0}\u000a14:27:04.445343 run pcap-recorder_any(filters='host 10.42.42.2')(pid=682): Launched\u000a14:27:04.746365 run osmo-hlr_10.42.42.2(pid=683): Launched\u000a14:27:04.862356 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:27:05.392744 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=685): Launched\u000a14:27:05.692867 run osmo-stp_10.42.42.5(pid=686): Launched\u000a14:27:05.802436 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:27:06.325376 run pcap-recorder_any(filters='host 10.42.42.6')(pid=688): Launched\u000a14:27:06.432169 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:27:06.695426 run patchelf(pid=689): Launched\u000a14:27:06.872383 run osmo-stp_10.42.42.5(pid=686): ERR: Terminated: ERROR {rc=1} [trial-2406↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=686)]\u000a14:27:07.001235 run osmo-stp_10.42.42.5(pid=686): stdout: \u000a| (launched: 2022-12-14_14:27:05.544339)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:27:07.130375 run osmo-stp_10.42.42.5(pid=686): stderr: \u000a| �[0;m�[38;5;43m20221214142705713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214142705713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214142705713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214142705714 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214142705716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214142705716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214142705716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:27:07.254688 run osmo-stp_10.42.42.5(pid=686): stdout: \u000a| (launched: 2022-12-14_14:27:05.544339)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:27:07.378206 run osmo-stp_10.42.42.5(pid=686): stderr: \u000a| �[0;m�[38;5;43m20221214142705713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214142705713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214142705713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214142705714 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214142705716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214142705716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214142705716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:27:07.523107 run patchelf(pid=689): Terminating (SIGINT)\u000a14:27:07.692338 run patchelf(pid=689): Terminated: ok {rc=0}\u000a14:27:07.723222 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=686): Process ended prematurely: osmo-stp_10.42.42.5(pid=686) [trial-2406↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=686)] [trial-2406↪gprs:sysmo↪iperf3m4.py:8]\u000a14:27:07.732360 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a14:27:07.793917 run osmo-hlr_10.42.42.2(pid=683): ERR: Terminated: ERROR {rc=237} [trial-2406↪gprs:sysmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=683)]\u000a14:27:07.843992 run osmo-hlr_10.42.42.2(pid=683): stdout: \u000a| (launched: 2022-12-14_14:27:04.598247) \u000a14:27:07.894520 run osmo-hlr_10.42.42.2(pid=683): stderr: \u000a| �[0;m�[1;31m20221214142704775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214142704775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214142704775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214142704775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214142704775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214142704775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214142704787 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:sysmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214142704796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214142704796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214142704796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:27:07.937687 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=672): Terminating (SIGTERM)\u000a14:27:07.978209 run iperf3-srv_10.42.42.10(pid=673): Terminating (SIGTERM)\u000a14:27:08.018583 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=674): Terminating (SIGTERM)\u000a14:27:08.059087 run iperf3-srv_10.42.42.10(pid=675): Terminating (SIGTERM)\u000a14:27:08.099606 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=676): Terminating (SIGTERM)\u000a14:27:08.139982 run iperf3-srv_10.42.42.10(pid=677): Terminating (SIGTERM)\u000a14:27:08.180441 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=678): Terminating (SIGTERM)\u000a14:27:08.221153 run iperf3-srv_10.42.42.10(pid=679): Terminating (SIGTERM)\u000a14:27:08.262105 run pcap-recorder_any(filters='host 10.42.42.2')(pid=682): Terminating (SIGTERM)\u000a14:27:08.302534 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=685): Terminating (SIGTERM)\u000a14:27:08.343112 run pcap-recorder_any(filters='host 10.42.42.6')(pid=688): Terminating (SIGTERM)\u000a14:27:08.352292 --- ParallelTerminationStrategy: PID 672 died...\u000a14:27:08.406235 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=672): Terminated: ok {rc=0}\u000a14:27:08.415709 --- ParallelTerminationStrategy: PID 673 died...\u000a14:27:08.469123 run iperf3-srv_10.42.42.10(pid=673): Terminated {rc=256}\u000a14:27:08.478763 --- ParallelTerminationStrategy: PID 674 died...\u000a14:27:08.532309 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=674): Terminated: ok {rc=0}\u000a14:27:08.541859 --- ParallelTerminationStrategy: PID 675 died...\u000a14:27:08.595406 run iperf3-srv_10.42.42.10(pid=675): Terminated {rc=256}\u000a14:27:08.605061 --- ParallelTerminationStrategy: PID 676 died...\u000a14:27:08.658597 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=676): Terminated: ok {rc=0}\u000a14:27:08.668154 --- ParallelTerminationStrategy: PID 677 died...\u000a14:27:08.722099 run iperf3-srv_10.42.42.10(pid=677): Terminated {rc=256}\u000a14:27:08.731621 --- ParallelTerminationStrategy: PID 678 died...\u000a14:27:08.785297 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=678): Terminated: ok {rc=0}\u000a14:27:08.794806 --- ParallelTerminationStrategy: PID 679 died...\u000a14:27:08.848230 run iperf3-srv_10.42.42.10(pid=679): Terminated {rc=256}\u000a14:27:08.857809 --- ParallelTerminationStrategy: PID 682 died...\u000a14:27:08.911413 run pcap-recorder_any(filters='host 10.42.42.2')(pid=682): Terminated: ok {rc=0}\u000a14:27:08.921058 --- ParallelTerminationStrategy: PID 685 died...\u000a14:27:08.974892 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=685): Terminated: ok {rc=0}\u000a14:27:08.984486 --- ParallelTerminationStrategy: PID 688 died...\u000a14:27:09.037846 run pcap-recorder_any(filters='host 10.42.42.6')(pid=688): Terminated: ok {rc=0}\u000a14:27:09.121960 bus /gobi_4: Setting Powered False\u000a14:27:10.223906 bus /gobi_4: Setting Powered False\u000a14:27:11.330834 bus /gobi_1: Setting Powered False\u000a14:27:12.437237 bus /gobi_1: Setting Powered False\u000a14:27:13.548545 bus /gobi_0: Setting Powered False\u000a14:27:14.651565 bus /gobi_0: Setting Powered False\u000a14:27:15.765796 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 77, "className" : "gprs:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=696): Process ended prematurely: osmo-stp_10.42.42.5(pid=696) [trial-2406↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=696)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=696): Process ended prematurely: osmo-stp_10.42.42.5(pid=696) [trial-2406↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=696)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 gprs:sysmo ping.py\u000a----------------------------------------------\u000a14:27:16.835596 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a14:27:16.847742 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a14:27:16.980848 tst ping.py: using LAC 41524\u000a14:27:17.132900 tst ping.py: using RAC 214\u000a14:27:17.262327 tst ping.py: using CellId 41524\u000a14:27:17.388888 tst ping.py: using BVCI 41525\u000a14:27:17.413191 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a14:27:17.424073 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a14:27:17.434849 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a14:27:17.445587 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a14:27:17.456753 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a14:27:17.467600 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a14:27:17.478513 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a14:27:17.489327 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a14:27:17.777303 tst ping.py:19: start network...\u000a14:27:17.908838 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:27:18.414389 run create_hlr_db(pid=690): Launched\u000a14:27:18.598293 bus /gobi_6: Setting Powered False\u000a14:27:19.618378 run create_hlr_db(pid=690): Terminated: ok {rc=0}\u000a14:27:20.041133 run pcap-recorder_any(filters='host 10.42.42.2')(pid=692): Launched\u000a14:27:20.357148 run osmo-hlr_10.42.42.2(pid=693): Launched\u000a14:27:20.472309 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:27:21.021636 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=695): Launched\u000a14:27:21.336368 run osmo-stp_10.42.42.5(pid=696): Launched\u000a14:27:21.450460 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:27:22.002722 run pcap-recorder_any(filters='host 10.42.42.6')(pid=698): Launched\u000a14:27:22.115082 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:27:22.390380 run patchelf(pid=699): Launched\u000a14:27:22.576108 run osmo-stp_10.42.42.5(pid=696): ERR: Terminated: ERROR {rc=1} [trial-2406↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=696)]\u000a14:27:22.711955 run osmo-stp_10.42.42.5(pid=696): stdout: \u000a| (launched: 2022-12-14_14:27:21.181831)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:27:22.848376 run osmo-stp_10.42.42.5(pid=696): stderr: \u000a| �[0;m�[38;5;43m20221214142721372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214142721372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214142721372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214142721373 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214142721373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214142721373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214142721373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:27:22.979384 run osmo-stp_10.42.42.5(pid=696): stdout: \u000a| (launched: 2022-12-14_14:27:21.181831)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:27:23.108830 run osmo-stp_10.42.42.5(pid=696): stderr: \u000a| �[0;m�[38;5;43m20221214142721372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214142721372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214142721372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214142721373 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214142721373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214142721373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214142721373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:27:23.260171 run patchelf(pid=699): Terminating (SIGINT)\u000a14:27:23.437815 run patchelf(pid=699): Terminated: ok {rc=0}\u000a14:27:23.469908 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=696): Process ended prematurely: osmo-stp_10.42.42.5(pid=696) [trial-2406↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=696)] [trial-2406↪gprs:sysmo↪ping.py:22]\u000a14:27:23.479011 tst ping.py:22: Test FAILED (6.6 sec)\u000a14:27:23.541581 run osmo-hlr_10.42.42.2(pid=693): ERR: Terminated: ERROR {rc=237} [trial-2406↪gprs:sysmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=693)]\u000a14:27:23.593217 run osmo-hlr_10.42.42.2(pid=693): stdout: \u000a| (launched: 2022-12-14_14:27:20.201981) \u000a14:27:23.645064 run osmo-hlr_10.42.42.2(pid=693): stderr: \u000a| �[0;m�[1;31m20221214142720400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214142720400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214142720400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214142720400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214142720400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214142720400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214142720413 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:sysmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214142720421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214142720421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214142720421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:27:23.689527 run pcap-recorder_any(filters='host 10.42.42.2')(pid=692): Terminating (SIGTERM)\u000a14:27:23.731501 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=695): Terminating (SIGTERM)\u000a14:27:23.773635 run pcap-recorder_any(filters='host 10.42.42.6')(pid=698): Terminating (SIGTERM)\u000a14:27:23.782938 --- ParallelTerminationStrategy: PID 692 died...\u000a14:27:23.838848 run pcap-recorder_any(filters='host 10.42.42.2')(pid=692): Terminated: ok {rc=0}\u000a14:27:23.848890 --- ParallelTerminationStrategy: PID 695 died...\u000a14:27:23.904342 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=695): Terminated: ok {rc=0}\u000a14:27:23.914378 --- ParallelTerminationStrategy: PID 698 died...\u000a14:27:23.969888 run pcap-recorder_any(filters='host 10.42.42.6')(pid=698): Terminated: ok {rc=0}\u000a14:27:24.056887 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 77, "className" : "gprs:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=706): Process ended prematurely: osmo-stp_10.42.42.5(pid=706) [trial-2406↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=706)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=706): Process ended prematurely: osmo-stp_10.42.42.5(pid=706) [trial-2406↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=706)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 gprs:sysmo ping_idle_ping.py\u000a----------------------------------------------\u000a14:27:25.110069 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a14:27:25.121468 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a14:27:25.254551 tst ping_idle_ping.py: using LAC 41525\u000a14:27:25.376871 tst ping_idle_ping.py: using RAC 215\u000a14:27:25.499053 tst ping_idle_ping.py: using CellId 41525\u000a14:27:25.621632 tst ping_idle_ping.py: using BVCI 41526\u000a14:27:25.645860 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a14:27:25.656725 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a14:27:25.667595 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a14:27:25.678402 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a14:27:25.689194 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a14:27:25.699830 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a14:27:25.710724 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a14:27:25.722014 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a14:27:26.002501 tst ping_idle_ping.py:24: start network...\u000a14:27:26.125739 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:27:26.590380 run create_hlr_db(pid=700): Launched\u000a14:27:26.760697 bus /gobi_6: Setting Powered False\u000a14:27:27.781961 run create_hlr_db(pid=700): Terminated: ok {rc=0}\u000a14:27:28.205588 run pcap-recorder_any(filters='host 10.42.42.2')(pid=702): Launched\u000a14:27:28.522834 run osmo-hlr_10.42.42.2(pid=703): Launched\u000a14:27:28.639574 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:27:29.192465 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=705): Launched\u000a14:27:29.510975 run osmo-stp_10.42.42.5(pid=706): Launched\u000a14:27:29.625944 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:27:30.183106 run pcap-recorder_any(filters='host 10.42.42.6')(pid=708): Launched\u000a14:27:30.297171 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:27:30.572880 run patchelf(pid=709): Launched\u000a14:27:30.759348 run osmo-stp_10.42.42.5(pid=706): ERR: Terminated: ERROR {rc=1} [trial-2406↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=706)]\u000a14:27:30.911935 run osmo-stp_10.42.42.5(pid=706): stdout: \u000a| (launched: 2022-12-14_14:27:29.353955)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:27:31.058556 run osmo-stp_10.42.42.5(pid=706): stderr: \u000a| �[0;m�[38;5;43m20221214142729546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214142729546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214142729547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214142729547 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214142729547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214142729547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214142729547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:27:31.192456 run osmo-stp_10.42.42.5(pid=706): stdout: \u000a| (launched: 2022-12-14_14:27:29.353955)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:27:31.325099 run osmo-stp_10.42.42.5(pid=706): stderr: \u000a| �[0;m�[38;5;43m20221214142729546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214142729546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214142729547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214142729547 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214142729547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214142729547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214142729547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:27:31.479553 run patchelf(pid=709): Terminating (SIGINT)\u000a14:27:31.661263 run patchelf(pid=709): Terminated: ok {rc=0}\u000a14:27:31.694522 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=706): Process ended prematurely: osmo-stp_10.42.42.5(pid=706) [trial-2406↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=706)] [trial-2406↪gprs:sysmo↪ping_idle_ping.py:27]\u000a14:27:31.704331 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a14:27:31.768254 run osmo-hlr_10.42.42.2(pid=703): ERR: Terminated: ERROR {rc=237} [trial-2406↪gprs:sysmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=703)]\u000a14:27:31.820265 run osmo-hlr_10.42.42.2(pid=703): stdout: \u000a| (launched: 2022-12-14_14:27:28.367098) \u000a14:27:31.872545 run osmo-hlr_10.42.42.2(pid=703): stderr: \u000a| �[0;m�[1;31m20221214142728566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214142728566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214142728566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214142728566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214142728566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214142728566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214142728579 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:sysmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214142728587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214142728587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214142728587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:27:31.917615 run pcap-recorder_any(filters='host 10.42.42.2')(pid=702): Terminating (SIGTERM)\u000a14:27:31.961027 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=705): Terminating (SIGTERM)\u000a14:27:32.007035 run pcap-recorder_any(filters='host 10.42.42.6')(pid=708): Terminating (SIGTERM)\u000a14:27:32.017481 --- ParallelTerminationStrategy: PID 702 died...\u000a14:27:32.076231 run pcap-recorder_any(filters='host 10.42.42.2')(pid=702): Terminated: ok {rc=0}\u000a14:27:32.087007 --- ParallelTerminationStrategy: PID 705 died...\u000a14:27:32.143132 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=705): Terminated: ok {rc=0}\u000a14:27:32.153631 --- ParallelTerminationStrategy: PID 708 died...\u000a14:27:32.209047 run pcap-recorder_any(filters='host 10.42.42.6')(pid=708): Terminated: ok {rc=0}\u000a14:27:32.295554 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "12", "name" : "gprs_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:26:33" }, { "cases" : [ { "testActions" : [ ], "age" : 95, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=724): Process ended prematurely: osmo-stp_10.42.42.5(pid=724) [trial-2406↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=724)]", "failedSince" : 2313, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=724): Process ended prematurely: osmo-stp_10.42.42.5(pid=724) [trial-2406↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=724)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 gprs:sysmo+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a14:27:34.386578 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:27:34.397118 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a14:27:34.519741 tst cs_paging_gprs_active.py: using LAC 41526\u000a14:27:34.638979 tst cs_paging_gprs_active.py: using RAC 216\u000a14:27:34.759909 tst cs_paging_gprs_active.py: using CellId 41526\u000a14:27:34.876746 tst cs_paging_gprs_active.py: using BVCI 41527\u000a14:27:34.899676 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:27:34.910429 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:27:34.920870 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:27:34.931350 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:27:34.941979 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:27:34.953456 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:27:34.964401 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:27:34.975087 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:27:34.985992 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a14:27:35.101545 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a14:27:35.395649 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a14:27:35.530749 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:27:35.865080 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=714): Launched\u000a14:27:36.143384 run iperf3-srv_10.42.42.10(pid=715): Launched\u000a14:27:36.341902 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a14:27:36.477003 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:27:36.812276 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=716): Launched\u000a14:27:37.091132 run iperf3-srv_10.42.42.10(pid=717): Launched\u000a14:27:37.289489 tst cs_paging_gprs_active.py:38: start network...\u000a14:27:37.424052 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:27:37.941276 run create_hlr_db(pid=718): Launched\u000a14:27:38.128617 bus /gobi_6: Setting Powered False\u000a14:27:39.148702 run create_hlr_db(pid=718): Terminated: ok {rc=0}\u000a14:27:39.554618 run pcap-recorder_any(filters='host 10.42.42.2')(pid=720): Launched\u000a14:27:39.856312 run osmo-hlr_10.42.42.2(pid=721): Launched\u000a14:27:39.974894 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:27:40.505973 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=723): Launched\u000a14:27:40.807691 run osmo-stp_10.42.42.5(pid=724): Launched\u000a14:27:40.917869 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:27:41.442526 run pcap-recorder_any(filters='host 10.42.42.6')(pid=726): Launched\u000a14:27:41.549882 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:27:41.813268 run patchelf(pid=727): Launched\u000a14:27:41.990243 run osmo-stp_10.42.42.5(pid=724): ERR: Terminated: ERROR {rc=1} [trial-2406↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=724)]\u000a14:27:42.119104 run osmo-stp_10.42.42.5(pid=724): stdout: \u000a| (launched: 2022-12-14_14:27:40.658918)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:27:42.247964 run osmo-stp_10.42.42.5(pid=724): stderr: \u000a| �[0;m�[38;5;43m20221214142740829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214142740829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214142740829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214142740829 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214142740830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214142740830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214142740830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:27:42.372857 run osmo-stp_10.42.42.5(pid=724): stdout: \u000a| (launched: 2022-12-14_14:27:40.658918)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:27:42.496580 run osmo-stp_10.42.42.5(pid=724): stderr: \u000a| �[0;m�[38;5;43m20221214142740829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214142740829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214142740829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214142740829 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214142740830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214142740830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214142740830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:27:42.641186 run patchelf(pid=727): Terminating (SIGINT)\u000a14:27:42.810573 run patchelf(pid=727): Terminated: ok {rc=0}\u000a14:27:42.841607 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=724): Process ended prematurely: osmo-stp_10.42.42.5(pid=724) [trial-2406↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=724)] [trial-2406↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a14:27:42.850749 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a14:27:42.911811 run osmo-hlr_10.42.42.2(pid=721): ERR: Terminated: ERROR {rc=237} [trial-2406↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=721)]\u000a14:27:42.961192 run osmo-hlr_10.42.42.2(pid=721): stdout: \u000a| (launched: 2022-12-14_14:27:39.707521) \u000a14:27:43.010971 run osmo-hlr_10.42.42.2(pid=721): stderr: \u000a| �[0;m�[1;31m20221214142739881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214142739881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214142739881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214142739881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214142739881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214142739882 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214142739894 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:sysmo+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214142739902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214142739902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214142739902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:27:43.053613 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=714): Terminating (SIGTERM)\u000a14:27:43.093647 run iperf3-srv_10.42.42.10(pid=715): Terminating (SIGTERM)\u000a14:27:43.133791 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=716): Terminating (SIGTERM)\u000a14:27:43.173756 run iperf3-srv_10.42.42.10(pid=717): Terminating (SIGTERM)\u000a14:27:43.213950 run pcap-recorder_any(filters='host 10.42.42.2')(pid=720): Terminating (SIGTERM)\u000a14:27:43.254036 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=723): Terminating (SIGTERM)\u000a14:27:43.294257 run pcap-recorder_any(filters='host 10.42.42.6')(pid=726): Terminating (SIGTERM)\u000a14:27:43.303382 --- ParallelTerminationStrategy: PID 714 died...\u000a14:27:43.357074 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=714): Terminated: ok {rc=0}\u000a14:27:43.366566 --- ParallelTerminationStrategy: PID 715 died...\u000a14:27:43.420394 run iperf3-srv_10.42.42.10(pid=715): Terminated {rc=256}\u000a14:27:43.429857 --- ParallelTerminationStrategy: PID 716 died...\u000a14:27:43.483104 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=716): Terminated: ok {rc=0}\u000a14:27:43.492488 --- ParallelTerminationStrategy: PID 717 died...\u000a14:27:43.545765 run iperf3-srv_10.42.42.10(pid=717): Terminated {rc=256}\u000a14:27:43.555168 --- ParallelTerminationStrategy: PID 720 died...\u000a14:27:43.608425 run pcap-recorder_any(filters='host 10.42.42.2')(pid=720): Terminated: ok {rc=0}\u000a14:27:43.617887 --- ParallelTerminationStrategy: PID 723 died...\u000a14:27:43.671176 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=723): Terminated: ok {rc=0}\u000a14:27:43.680660 --- ParallelTerminationStrategy: PID 726 died...\u000a14:27:43.733822 run pcap-recorder_any(filters='host 10.42.42.6')(pid=726): Terminated: ok {rc=0}\u000a14:27:43.820920 bus /gobi_0: Setting Powered False\u000a14:27:44.924899 bus /gobi_0: Setting Powered False\u000a14:27:46.041053 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=736): Process ended prematurely: osmo-stp_10.42.42.5(pid=736) [trial-2406↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=736)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=736): Process ended prematurely: osmo-stp_10.42.42.5(pid=736) [trial-2406↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=736)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 gprs:sysmo+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a14:27:47.168224 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:27:47.184264 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a14:27:47.309989 tst iperf3.py: using LAC 41527\u000a14:27:47.426711 tst iperf3.py: using RAC 217\u000a14:27:47.552346 tst iperf3.py: using CellId 41527\u000a14:27:47.678663 tst iperf3.py: using BVCI 41528\u000a14:27:47.703276 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:27:47.714622 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:27:47.725846 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:27:47.736919 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:27:47.747840 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:27:47.758797 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:27:47.770368 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:27:47.782012 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:27:47.793351 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a14:27:48.072149 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a14:27:48.197318 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:27:48.507653 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=728): Launched\u000a14:27:48.765922 run iperf3-srv_10.42.42.10(pid=729): Launched\u000a14:27:48.948177 tst iperf3.py:8: start network...\u000a14:27:49.072557 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:27:49.543788 run create_hlr_db(pid=730): Launched\u000a14:27:49.716207 bus /gobi_6: Setting Powered False\u000a14:27:50.737760 run create_hlr_db(pid=730): Terminated: ok {rc=0}\u000a14:27:51.167553 run pcap-recorder_any(filters='host 10.42.42.2')(pid=732): Launched\u000a14:27:51.491298 run osmo-hlr_10.42.42.2(pid=733): Launched\u000a14:27:51.611451 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:27:52.172157 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=735): Launched\u000a14:27:52.494620 run osmo-stp_10.42.42.5(pid=736): Launched\u000a14:27:52.610988 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:27:53.176123 run pcap-recorder_any(filters='host 10.42.42.6')(pid=738): Launched\u000a14:27:53.291108 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:27:53.573455 run patchelf(pid=739): Launched\u000a14:27:53.762899 run osmo-stp_10.42.42.5(pid=736): ERR: Terminated: ERROR {rc=1} [trial-2406↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=736)]\u000a14:27:53.901091 run osmo-stp_10.42.42.5(pid=736): stdout: \u000a| (launched: 2022-12-14_14:27:52.335893)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:27:54.038558 run osmo-stp_10.42.42.5(pid=736): stderr: \u000a| �[0;m�[38;5;43m20221214142752528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214142752528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214142752528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214142752528 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214142752529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214142752529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214142752529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:27:54.171430 run osmo-stp_10.42.42.5(pid=736): stdout: \u000a| (launched: 2022-12-14_14:27:52.335893)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:27:54.303264 run osmo-stp_10.42.42.5(pid=736): stderr: \u000a| �[0;m�[38;5;43m20221214142752528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214142752528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214142752528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214142752528 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214142752529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214142752529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214142752529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:27:54.457275 run patchelf(pid=739): Terminating (SIGINT)\u000a14:27:54.638208 run patchelf(pid=739): Terminated: ok {rc=0}\u000a14:27:54.671331 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=736): Process ended prematurely: osmo-stp_10.42.42.5(pid=736) [trial-2406↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=736)] [trial-2406↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8]\u000a14:27:54.681108 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a14:27:54.743637 run osmo-hlr_10.42.42.2(pid=733): ERR: Terminated: ERROR {rc=237} [trial-2406↪gprs:sysmo+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=733)]\u000a14:27:54.795249 run osmo-hlr_10.42.42.2(pid=733): stdout: \u000a| (launched: 2022-12-14_14:27:51.331959) \u000a14:27:54.847044 run osmo-hlr_10.42.42.2(pid=733): stderr: \u000a| �[0;m�[1;31m20221214142751531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214142751531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214142751531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214142751531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214142751531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214142751531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214142751543 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:sysmo+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214142751551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214142751551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214142751551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:27:54.891323 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=728): Terminating (SIGTERM)\u000a14:27:54.932898 run iperf3-srv_10.42.42.10(pid=729): Terminating (SIGTERM)\u000a14:27:54.975007 run pcap-recorder_any(filters='host 10.42.42.2')(pid=732): Terminating (SIGTERM)\u000a14:27:55.016637 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=735): Terminating (SIGTERM)\u000a14:27:55.058848 run pcap-recorder_any(filters='host 10.42.42.6')(pid=738): Terminating (SIGTERM)\u000a14:27:55.068486 --- ParallelTerminationStrategy: PID 728 died...\u000a14:27:55.123925 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=728): Terminated: ok {rc=0}\u000a14:27:55.133928 --- ParallelTerminationStrategy: PID 729 died...\u000a14:27:55.188882 run iperf3-srv_10.42.42.10(pid=729): Terminated {rc=256}\u000a14:27:55.198796 --- ParallelTerminationStrategy: PID 732 died...\u000a14:27:55.254105 run pcap-recorder_any(filters='host 10.42.42.2')(pid=732): Terminated: ok {rc=0}\u000a14:27:55.264399 --- ParallelTerminationStrategy: PID 735 died...\u000a14:27:55.319963 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=735): Terminated: ok {rc=0}\u000a14:27:55.329936 --- ParallelTerminationStrategy: PID 738 died...\u000a14:27:55.385151 run pcap-recorder_any(filters='host 10.42.42.6')(pid=738): Terminated: ok {rc=0}\u000a14:27:55.472037 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=754): Process ended prematurely: osmo-stp_10.42.42.5(pid=754) [trial-2406↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=754)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=754): Process ended prematurely: osmo-stp_10.42.42.5(pid=754) [trial-2406↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=754)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 gprs:sysmo+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a14:27:56.586116 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:27:56.597861 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a14:27:56.727177 tst iperf3m4.py: using LAC 41528\u000a14:27:56.853341 tst iperf3m4.py: using RAC 218\u000a14:27:56.981663 tst iperf3m4.py: using CellId 41528\u000a14:27:57.107498 tst iperf3m4.py: using BVCI 41529\u000a14:27:57.132188 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:27:57.143608 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:27:57.154870 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:27:57.165876 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:27:57.177048 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:27:57.188261 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:27:57.199585 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:27:57.210607 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:27:57.221937 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a14:27:57.339736 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a14:27:57.461188 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a14:27:57.577292 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a14:27:57.870054 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a14:27:58.004666 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:27:58.340579 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=740): Launched\u000a14:27:58.618598 run iperf3-srv_10.42.42.10(pid=741): Launched\u000a14:27:58.816109 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a14:27:58.950369 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:27:59.285561 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=742): Launched\u000a14:27:59.563182 run iperf3-srv_10.42.42.10(pid=743): Launched\u000a14:27:59.761552 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a14:27:59.896571 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:28:00.232300 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=744): Launched\u000a14:28:00.510149 run iperf3-srv_10.42.42.10(pid=745): Launched\u000a14:28:00.707128 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a14:28:00.855516 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:28:01.226298 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=746): Launched\u000a14:28:01.523127 run iperf3-srv_10.42.42.10(pid=747): Launched\u000a14:28:01.724125 tst iperf3m4.py:8: start network...\u000a14:28:01.861393 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:28:02.381775 run create_hlr_db(pid=748): Launched\u000a14:28:02.567555 bus /gobi_6: Setting Powered False\u000a14:28:03.589385 run create_hlr_db(pid=748): Terminated: ok {rc=0}\u000a14:28:04.019451 run pcap-recorder_any(filters='host 10.42.42.2')(pid=750): Launched\u000a14:28:04.340626 run osmo-hlr_10.42.42.2(pid=751): Launched\u000a14:28:04.457680 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:28:05.017723 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=753): Launched\u000a14:28:05.340015 run osmo-stp_10.42.42.5(pid=754): Launched\u000a14:28:05.457414 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:28:06.019900 run pcap-recorder_any(filters='host 10.42.42.6')(pid=756): Launched\u000a14:28:06.134522 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:28:06.414920 run patchelf(pid=757): Launched\u000a14:28:06.603554 run osmo-stp_10.42.42.5(pid=754): ERR: Terminated: ERROR {rc=1} [trial-2406↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=754)]\u000a14:28:06.740445 run osmo-stp_10.42.42.5(pid=754): stdout: \u000a| (launched: 2022-12-14_14:28:05.181878)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:28:06.877690 run osmo-stp_10.42.42.5(pid=754): stderr: \u000a| �[0;m�[38;5;43m20221214142805376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214142805376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214142805377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214142805377 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214142805377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214142805378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214142805378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:28:07.010456 run osmo-stp_10.42.42.5(pid=754): stdout: \u000a| (launched: 2022-12-14_14:28:05.181878)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:28:07.142744 run osmo-stp_10.42.42.5(pid=754): stderr: \u000a| �[0;m�[38;5;43m20221214142805376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214142805376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214142805377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214142805377 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214142805377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214142805378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214142805378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:28:07.296198 run patchelf(pid=757): Terminating (SIGINT)\u000a14:28:07.476779 run patchelf(pid=757): Terminated: ok {rc=0}\u000a14:28:07.510019 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=754): Process ended prematurely: osmo-stp_10.42.42.5(pid=754) [trial-2406↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=754)] [trial-2406↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8]\u000a14:28:07.519747 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a14:28:07.582460 run osmo-hlr_10.42.42.2(pid=751): ERR: Terminated: ERROR {rc=237} [trial-2406↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=751)]\u000a14:28:07.633820 run osmo-hlr_10.42.42.2(pid=751): stdout: \u000a| (launched: 2022-12-14_14:28:04.182869) \u000a14:28:07.685983 run osmo-hlr_10.42.42.2(pid=751): stderr: \u000a| �[0;m�[1;31m20221214142804382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214142804382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214142804382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214142804383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214142804383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214142804383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214142804396 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:sysmo+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214142804404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214142804405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214142804405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:28:07.730335 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=740): Terminating (SIGTERM)\u000a14:28:07.772323 run iperf3-srv_10.42.42.10(pid=741): Terminating (SIGTERM)\u000a14:28:07.814203 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=742): Terminating (SIGTERM)\u000a14:28:07.855948 run iperf3-srv_10.42.42.10(pid=743): Terminating (SIGTERM)\u000a14:28:07.898096 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=744): Terminating (SIGTERM)\u000a14:28:07.939569 run iperf3-srv_10.42.42.10(pid=745): Terminating (SIGTERM)\u000a14:28:07.981316 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=746): Terminating (SIGTERM)\u000a14:28:08.022957 run iperf3-srv_10.42.42.10(pid=747): Terminating (SIGTERM)\u000a14:28:08.064688 run pcap-recorder_any(filters='host 10.42.42.2')(pid=750): Terminating (SIGTERM)\u000a14:28:08.106449 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=753): Terminating (SIGTERM)\u000a14:28:08.148543 run pcap-recorder_any(filters='host 10.42.42.6')(pid=756): Terminating (SIGTERM)\u000a14:28:08.158154 --- ParallelTerminationStrategy: PID 740 died...\u000a14:28:08.213829 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=740): Terminated: ok {rc=0}\u000a14:28:08.223872 --- ParallelTerminationStrategy: PID 741 died...\u000a14:28:08.279223 run iperf3-srv_10.42.42.10(pid=741): Terminated {rc=256}\u000a14:28:08.289241 --- ParallelTerminationStrategy: PID 742 died...\u000a14:28:08.344723 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=742): Terminated: ok {rc=0}\u000a14:28:08.354684 --- ParallelTerminationStrategy: PID 743 died...\u000a14:28:08.409836 run iperf3-srv_10.42.42.10(pid=743): Terminated {rc=256}\u000a14:28:08.419753 --- ParallelTerminationStrategy: PID 744 died...\u000a14:28:08.475602 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=744): Terminated: ok {rc=0}\u000a14:28:08.486000 --- ParallelTerminationStrategy: PID 745 died...\u000a14:28:08.541330 run iperf3-srv_10.42.42.10(pid=745): Terminated {rc=256}\u000a14:28:08.551317 --- ParallelTerminationStrategy: PID 746 died...\u000a14:28:08.606614 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=746): Terminated: ok {rc=0}\u000a14:28:08.616600 --- ParallelTerminationStrategy: PID 747 died...\u000a14:28:08.671703 run iperf3-srv_10.42.42.10(pid=747): Terminated {rc=256}\u000a14:28:08.681783 --- ParallelTerminationStrategy: PID 750 died...\u000a14:28:08.736978 run pcap-recorder_any(filters='host 10.42.42.2')(pid=750): Terminated: ok {rc=0}\u000a14:28:08.746943 --- ParallelTerminationStrategy: PID 753 died...\u000a14:28:08.802556 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=753): Terminated: ok {rc=0}\u000a14:28:08.812510 --- ParallelTerminationStrategy: PID 756 died...\u000a14:28:08.867811 run pcap-recorder_any(filters='host 10.42.42.6')(pid=756): Terminated: ok {rc=0}\u000a14:28:08.954305 bus /gobi_4: Setting Powered False\u000a14:28:10.057968 bus /gobi_4: Setting Powered False\u000a14:28:11.168630 bus /gobi_1: Setting Powered False\u000a14:28:12.274595 bus /gobi_1: Setting Powered False\u000a14:28:13.381592 bus /gobi_0: Setting Powered False\u000a14:28:14.486056 bus /gobi_0: Setting Powered False\u000a14:28:15.593868 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 77, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=764): Process ended prematurely: osmo-stp_10.42.42.5(pid=764) [trial-2406↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=764)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=764): Process ended prematurely: osmo-stp_10.42.42.5(pid=764) [trial-2406↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=764)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 gprs:sysmo+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a14:28:16.664246 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:28:16.677609 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a14:28:16.845468 tst ping.py: using LAC 41529\u000a14:28:16.973694 tst ping.py: using RAC 219\u000a14:28:17.122821 tst ping.py: using CellId 41529\u000a14:28:17.243357 tst ping.py: using BVCI 41530\u000a14:28:17.268093 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:28:17.280140 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:28:17.291455 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:28:17.302641 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:28:17.314130 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:28:17.325853 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:28:17.337464 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:28:17.348866 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a14:28:17.641969 tst ping.py:19: start network...\u000a14:28:17.774402 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:28:18.280225 run create_hlr_db(pid=758): Launched\u000a14:28:18.464492 bus /gobi_6: Setting Powered False\u000a14:28:19.475073 run create_hlr_db(pid=758): Terminated: ok {rc=0}\u000a14:28:19.878507 run pcap-recorder_any(filters='host 10.42.42.2')(pid=760): Launched\u000a14:28:20.172101 run osmo-hlr_10.42.42.2(pid=761): Launched\u000a14:28:20.288077 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:28:20.805966 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=763): Launched\u000a14:28:21.099375 run osmo-stp_10.42.42.5(pid=764): Launched\u000a14:28:21.216707 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:28:21.736810 run pcap-recorder_any(filters='host 10.42.42.6')(pid=766): Launched\u000a14:28:21.841757 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:28:22.099824 run patchelf(pid=767): Launched\u000a14:28:22.273612 run osmo-stp_10.42.42.5(pid=764): ERR: Terminated: ERROR {rc=1} [trial-2406↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=764)]\u000a14:28:22.399844 run osmo-stp_10.42.42.5(pid=764): stdout: \u000a| (launched: 2022-12-14_14:28:20.954928)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:28:22.526635 run osmo-stp_10.42.42.5(pid=764): stderr: \u000a| �[0;m�[38;5;43m20221214142821124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214142821124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214142821124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214142821124 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214142821125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214142821125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214142821125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:28:22.648771 run osmo-stp_10.42.42.5(pid=764): stdout: \u000a| (launched: 2022-12-14_14:28:20.954928)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:28:22.769970 run osmo-stp_10.42.42.5(pid=764): stderr: \u000a| �[0;m�[38;5;43m20221214142821124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214142821124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214142821124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214142821124 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214142821125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214142821125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214142821125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:28:22.911827 run patchelf(pid=767): Terminating (SIGINT)\u000a14:28:23.078005 run patchelf(pid=767): Terminated: ok {rc=0}\u000a14:28:23.108271 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=764): Process ended prematurely: osmo-stp_10.42.42.5(pid=764) [trial-2406↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=764)] [trial-2406↪gprs:sysmo+mod-bts0-egprs↪ping.py:22]\u000a14:28:23.116915 tst ping.py:22: Test FAILED (6.4 sec)\u000a14:28:23.177818 run osmo-hlr_10.42.42.2(pid=761): ERR: Terminated: ERROR {rc=237} [trial-2406↪gprs:sysmo+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=761)]\u000a14:28:23.227569 run osmo-hlr_10.42.42.2(pid=761): stdout: \u000a| (launched: 2022-12-14_14:28:20.027468) \u000a14:28:23.277839 run osmo-hlr_10.42.42.2(pid=761): stderr: \u000a| �[0;m�[1;31m20221214142820200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214142820200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214142820200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214142820200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214142820201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214142820201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214142820217 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:sysmo+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214142820226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214142820227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214142820227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:28:23.320700 run pcap-recorder_any(filters='host 10.42.42.2')(pid=760): Terminating (SIGTERM)\u000a14:28:23.361145 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=763): Terminating (SIGTERM)\u000a14:28:23.401770 run pcap-recorder_any(filters='host 10.42.42.6')(pid=766): Terminating (SIGTERM)\u000a14:28:23.411056 --- ParallelTerminationStrategy: PID 760 died...\u000a14:28:23.465254 run pcap-recorder_any(filters='host 10.42.42.2')(pid=760): Terminated: ok {rc=0}\u000a14:28:23.475008 --- ParallelTerminationStrategy: PID 763 died...\u000a14:28:23.528894 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=763): Terminated: ok {rc=0}\u000a14:28:23.538612 --- ParallelTerminationStrategy: PID 766 died...\u000a14:28:23.592435 run pcap-recorder_any(filters='host 10.42.42.6')(pid=766): Terminated: ok {rc=0}\u000a14:28:23.676124 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 77, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=774): Process ended prematurely: osmo-stp_10.42.42.5(pid=774) [trial-2406↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=774)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=774): Process ended prematurely: osmo-stp_10.42.42.5(pid=774) [trial-2406↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=774)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 gprs:sysmo+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a14:28:24.729362 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:28:24.741770 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a14:28:24.874420 tst ping_idle_ping.py: using LAC 41530\u000a14:28:24.998930 tst ping_idle_ping.py: using RAC 220\u000a14:28:25.125573 tst ping_idle_ping.py: using CellId 41530\u000a14:28:25.252245 tst ping_idle_ping.py: using BVCI 41531\u000a14:28:25.276549 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:28:25.287773 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:28:25.298928 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:28:25.309950 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:28:25.321560 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:28:25.332916 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:28:25.344527 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:28:25.356242 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a14:28:25.641857 tst ping_idle_ping.py:24: start network...\u000a14:28:25.765632 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:28:26.230107 run create_hlr_db(pid=768): Launched\u000a14:28:26.400733 bus /gobi_6: Setting Powered False\u000a14:28:27.422458 run create_hlr_db(pid=768): Terminated: ok {rc=0}\u000a14:28:27.847042 run pcap-recorder_any(filters='host 10.42.42.2')(pid=770): Launched\u000a14:28:28.164318 run osmo-hlr_10.42.42.2(pid=771): Launched\u000a14:28:28.281150 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:28:28.833697 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=773): Launched\u000a14:28:29.151653 run osmo-stp_10.42.42.5(pid=774): Launched\u000a14:28:29.267406 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:28:29.824692 run pcap-recorder_any(filters='host 10.42.42.6')(pid=776): Launched\u000a14:28:29.937951 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:28:30.214791 run patchelf(pid=777): Launched\u000a14:28:30.400766 run osmo-stp_10.42.42.5(pid=774): ERR: Terminated: ERROR {rc=1} [trial-2406↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=774)]\u000a14:28:30.536532 run osmo-stp_10.42.42.5(pid=774): stdout: \u000a| (launched: 2022-12-14_14:28:28.995187)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:28:30.672694 run osmo-stp_10.42.42.5(pid=774): stderr: \u000a| �[0;m�[38;5;43m20221214142829187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214142829187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214142829187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214142829187 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214142829188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214142829188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214142829188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:28:30.804418 run osmo-stp_10.42.42.5(pid=774): stdout: \u000a| (launched: 2022-12-14_14:28:28.995187)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:28:30.961815 run osmo-stp_10.42.42.5(pid=774): stderr: \u000a| �[0;m�[38;5;43m20221214142829187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214142829187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214142829187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214142829187 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214142829188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214142829188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214142829188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:28:31.120064 run patchelf(pid=777): Terminating (SIGINT)\u000a14:28:31.303996 run patchelf(pid=777): Terminated: ok {rc=0}\u000a14:28:31.337945 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=774): Process ended prematurely: osmo-stp_10.42.42.5(pid=774) [trial-2406↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=774)] [trial-2406↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a14:28:31.348449 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a14:28:31.412177 run osmo-hlr_10.42.42.2(pid=771): ERR: Terminated: ERROR {rc=237} [trial-2406↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=771)]\u000a14:28:31.464914 run osmo-hlr_10.42.42.2(pid=771): stdout: \u000a| (launched: 2022-12-14_14:28:28.008511) \u000a14:28:31.518675 run osmo-hlr_10.42.42.2(pid=771): stderr: \u000a| �[0;m�[1;31m20221214142828204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214142828204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214142828204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214142828204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214142828204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214142828204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214142828216 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:sysmo+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214142828224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214142828225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214142828225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:28:31.563998 run pcap-recorder_any(filters='host 10.42.42.2')(pid=770): Terminating (SIGTERM)\u000a14:28:31.608435 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=773): Terminating (SIGTERM)\u000a14:28:31.654637 run pcap-recorder_any(filters='host 10.42.42.6')(pid=776): Terminating (SIGTERM)\u000a14:28:31.665107 --- ParallelTerminationStrategy: PID 770 died...\u000a14:28:31.722325 run pcap-recorder_any(filters='host 10.42.42.2')(pid=770): Terminated: ok {rc=0}\u000a14:28:31.733068 --- ParallelTerminationStrategy: PID 773 died...\u000a14:28:31.789851 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=773): Terminated: ok {rc=0}\u000a14:28:31.800368 --- ParallelTerminationStrategy: PID 776 died...\u000a14:28:31.857045 run pcap-recorder_any(filters='host 10.42.42.6')(pid=776): Terminated: ok {rc=0}\u000a14:28:31.972166 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "13", "name" : "gprs_sysmo+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:27:34" }, { "cases" : [ { "testActions" : [ ], "age" : 265, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=791): Process ended prematurely: osmo-stp_10.42.42.5(pid=791) [trial-2406↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=791)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=791): Process ended prematurely: osmo-stp_10.42.42.5(pid=791) [trial-2406↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=791)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 gprs:sysmo+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a14:28:34.094368 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:28:34.105572 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a14:28:34.257620 tst cs_paging_gprs_active.py: using LAC 41531\u000a14:28:34.385060 tst cs_paging_gprs_active.py: using RAC 221\u000a14:28:34.512659 tst cs_paging_gprs_active.py: using CellId 41531\u000a14:28:34.640505 tst cs_paging_gprs_active.py: using BVCI 41532\u000a14:28:34.665339 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:28:34.676528 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:28:34.687657 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:28:34.698699 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:28:34.709704 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:28:34.720694 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:28:34.731885 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:28:34.742867 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:28:34.754121 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a14:28:34.870119 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a14:28:35.146447 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a14:28:35.272053 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:28:35.584627 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=781): Launched\u000a14:28:35.844374 run iperf3-srv_10.42.42.10(pid=782): Launched\u000a14:28:36.027755 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a14:28:36.152773 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:28:36.464646 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=783): Launched\u000a14:28:36.724894 run iperf3-srv_10.42.42.10(pid=784): Launched\u000a14:28:36.907870 tst cs_paging_gprs_active.py:38: start network...\u000a14:28:37.033349 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:28:37.510869 run create_hlr_db(pid=785): Launched\u000a14:28:37.684428 bus /gobi_6: Setting Powered False\u000a14:28:38.707227 run create_hlr_db(pid=785): Terminated: ok {rc=0}\u000a14:28:39.137973 run pcap-recorder_any(filters='host 10.42.42.2')(pid=787): Launched\u000a14:28:39.463098 run osmo-hlr_10.42.42.2(pid=788): Launched\u000a14:28:39.582821 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:28:40.145941 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=790): Launched\u000a14:28:40.469526 run osmo-stp_10.42.42.5(pid=791): Launched\u000a14:28:40.587740 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:28:41.152736 run pcap-recorder_any(filters='host 10.42.42.6')(pid=793): Launched\u000a14:28:41.267957 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:28:41.551405 run patchelf(pid=794): Launched\u000a14:28:41.740777 run osmo-stp_10.42.42.5(pid=791): ERR: Terminated: ERROR {rc=1} [trial-2406↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=791)]\u000a14:28:41.879182 run osmo-stp_10.42.42.5(pid=791): stdout: \u000a| (launched: 2022-12-14_14:28:40.310669)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:28:42.017692 run osmo-stp_10.42.42.5(pid=791): stderr: \u000a| �[0;m�[38;5;43m20221214142840505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214142840505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214142840505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214142840506 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214142840506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214142840506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214142840506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:28:42.151378 run osmo-stp_10.42.42.5(pid=791): stdout: \u000a| (launched: 2022-12-14_14:28:40.310669)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:28:42.284042 run osmo-stp_10.42.42.5(pid=791): stderr: \u000a| �[0;m�[38;5;43m20221214142840505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214142840505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214142840505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214142840506 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214142840506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214142840506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214142840506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:28:42.438803 run patchelf(pid=794): Terminating (SIGINT)\u000a14:28:42.620241 run patchelf(pid=794): Terminated: ok {rc=0}\u000a14:28:42.653446 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=791): Process ended prematurely: osmo-stp_10.42.42.5(pid=791) [trial-2406↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=791)] [trial-2406↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a14:28:42.663325 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a14:28:42.726447 run osmo-hlr_10.42.42.2(pid=788): ERR: Terminated: ERROR {rc=237} [trial-2406↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=788)]\u000a14:28:42.777880 run osmo-hlr_10.42.42.2(pid=788): stdout: \u000a| (launched: 2022-12-14_14:28:39.303051) \u000a14:28:42.830256 run osmo-hlr_10.42.42.2(pid=788): stderr: \u000a| �[0;m�[1;31m20221214142839501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214142839501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214142839501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214142839501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214142839501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214142839501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214142839514 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:sysmo+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214142839522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214142839522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214142839522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:28:42.875014 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=781): Terminating (SIGTERM)\u000a14:28:42.916854 run iperf3-srv_10.42.42.10(pid=782): Terminating (SIGTERM)\u000a14:28:42.958779 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=783): Terminating (SIGTERM)\u000a14:28:43.000536 run iperf3-srv_10.42.42.10(pid=784): Terminating (SIGTERM)\u000a14:28:43.042573 run pcap-recorder_any(filters='host 10.42.42.2')(pid=787): Terminating (SIGTERM)\u000a14:28:43.084450 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=790): Terminating (SIGTERM)\u000a14:28:43.126082 run pcap-recorder_any(filters='host 10.42.42.6')(pid=793): Terminating (SIGTERM)\u000a14:28:43.135639 --- ParallelTerminationStrategy: PID 781 died...\u000a14:28:43.190814 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=781): Terminated: ok {rc=0}\u000a14:28:43.200646 --- ParallelTerminationStrategy: PID 782 died...\u000a14:28:43.255386 run iperf3-srv_10.42.42.10(pid=782): Terminated {rc=256}\u000a14:28:43.265245 --- ParallelTerminationStrategy: PID 783 died...\u000a14:28:43.320063 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=783): Terminated: ok {rc=0}\u000a14:28:43.329925 --- ParallelTerminationStrategy: PID 784 died...\u000a14:28:43.384988 run iperf3-srv_10.42.42.10(pid=784): Terminated {rc=256}\u000a14:28:43.394820 --- ParallelTerminationStrategy: PID 787 died...\u000a14:28:43.449720 run pcap-recorder_any(filters='host 10.42.42.2')(pid=787): Terminated: ok {rc=0}\u000a14:28:43.459637 --- ParallelTerminationStrategy: PID 790 died...\u000a14:28:43.514614 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=790): Terminated: ok {rc=0}\u000a14:28:43.524447 --- ParallelTerminationStrategy: PID 793 died...\u000a14:28:43.579312 run pcap-recorder_any(filters='host 10.42.42.6')(pid=793): Terminated: ok {rc=0}\u000a14:28:43.666359 bus /gobi_0: Setting Powered False\u000a14:28:44.772595 bus /gobi_0: Setting Powered False\u000a14:28:45.892462 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=803): Process ended prematurely: osmo-stp_10.42.42.5(pid=803) [trial-2406↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=803)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=803): Process ended prematurely: osmo-stp_10.42.42.5(pid=803) [trial-2406↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=803)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 gprs:sysmo+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a14:28:47.013170 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:28:47.026354 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a14:28:47.181987 tst iperf3.py: using LAC 41532\u000a14:28:47.308252 tst iperf3.py: using RAC 222\u000a14:28:47.436729 tst iperf3.py: using CellId 41532\u000a14:28:47.564632 tst iperf3.py: using BVCI 41533\u000a14:28:47.589331 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:28:47.600615 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:28:47.611613 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:28:47.622786 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:28:47.633818 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:28:47.644833 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:28:47.655976 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:28:47.667972 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:28:47.679259 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a14:28:47.970244 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a14:28:48.104262 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:28:48.437337 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=795): Launched\u000a14:28:48.714618 run iperf3-srv_10.42.42.10(pid=796): Launched\u000a14:28:48.912870 tst iperf3.py:8: start network...\u000a14:28:49.047411 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:28:49.562901 run create_hlr_db(pid=797): Launched\u000a14:28:49.748790 bus /gobi_6: Setting Powered False\u000a14:28:50.769555 run create_hlr_db(pid=797): Terminated: ok {rc=0}\u000a14:28:51.174707 run pcap-recorder_any(filters='host 10.42.42.2')(pid=799): Launched\u000a14:28:51.475864 run osmo-hlr_10.42.42.2(pid=800): Launched\u000a14:28:51.594936 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:28:52.125120 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=802): Launched\u000a14:28:52.423961 run osmo-stp_10.42.42.5(pid=803): Launched\u000a14:28:52.534446 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:28:53.057832 run pcap-recorder_any(filters='host 10.42.42.6')(pid=805): Launched\u000a14:28:53.164837 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:28:53.427511 run patchelf(pid=806): Launched\u000a14:28:53.603997 run osmo-stp_10.42.42.5(pid=803): ERR: Terminated: ERROR {rc=1} [trial-2406↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=803)]\u000a14:28:53.732597 run osmo-stp_10.42.42.5(pid=803): stdout: \u000a| (launched: 2022-12-14_14:28:52.276398)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:28:53.862019 run osmo-stp_10.42.42.5(pid=803): stderr: \u000a| �[0;m�[38;5;43m20221214142852446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214142852446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214142852447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214142852447 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214142852447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214142852447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214142852447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:28:53.986611 run osmo-stp_10.42.42.5(pid=803): stdout: \u000a| (launched: 2022-12-14_14:28:52.276398)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:28:54.110509 run osmo-stp_10.42.42.5(pid=803): stderr: \u000a| �[0;m�[38;5;43m20221214142852446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214142852446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214142852447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214142852447 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214142852447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214142852447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214142852447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:28:54.254803 run patchelf(pid=806): Terminating (SIGINT)\u000a14:28:54.424330 run patchelf(pid=806): Terminated: ok {rc=0}\u000a14:28:54.455343 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=803): Process ended prematurely: osmo-stp_10.42.42.5(pid=803) [trial-2406↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=803)] [trial-2406↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a14:28:54.464417 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a14:28:54.524926 run osmo-hlr_10.42.42.2(pid=800): ERR: Terminated: ERROR {rc=237} [trial-2406↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=800)]\u000a14:28:54.574164 run osmo-hlr_10.42.42.2(pid=800): stdout: \u000a| (launched: 2022-12-14_14:28:51.326670) \u000a14:28:54.623873 run osmo-hlr_10.42.42.2(pid=800): stderr: \u000a| �[0;m�[1;31m20221214142851502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214142851502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214142851502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214142851502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214142851502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214142851502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214142851514 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:sysmo+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214142851523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214142851523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214142851523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:28:54.666640 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=795): Terminating (SIGTERM)\u000a14:28:54.706523 run iperf3-srv_10.42.42.10(pid=796): Terminating (SIGTERM)\u000a14:28:54.746783 run pcap-recorder_any(filters='host 10.42.42.2')(pid=799): Terminating (SIGTERM)\u000a14:28:54.786895 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=802): Terminating (SIGTERM)\u000a14:28:54.827328 run pcap-recorder_any(filters='host 10.42.42.6')(pid=805): Terminating (SIGTERM)\u000a14:28:54.836619 --- ParallelTerminationStrategy: PID 795 died...\u000a14:28:54.890955 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=795): Terminated: ok {rc=0}\u000a14:28:54.900657 --- ParallelTerminationStrategy: PID 796 died...\u000a14:28:54.954735 run iperf3-srv_10.42.42.10(pid=796): Terminated {rc=256}\u000a14:28:54.964314 --- ParallelTerminationStrategy: PID 799 died...\u000a14:28:55.017897 run pcap-recorder_any(filters='host 10.42.42.2')(pid=799): Terminated: ok {rc=0}\u000a14:28:55.027483 --- ParallelTerminationStrategy: PID 802 died...\u000a14:28:55.080716 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=802): Terminated: ok {rc=0}\u000a14:28:55.090315 --- ParallelTerminationStrategy: PID 805 died...\u000a14:28:55.143999 run pcap-recorder_any(filters='host 10.42.42.6')(pid=805): Terminated: ok {rc=0}\u000a14:28:55.231040 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=822): Process ended prematurely: osmo-stp_10.42.42.5(pid=822) [trial-2406↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=822)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=822): Process ended prematurely: osmo-stp_10.42.42.5(pid=822) [trial-2406↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=822)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 gprs:sysmo+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a14:28:56.340661 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:28:56.352124 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a14:28:56.500073 tst iperf3m4.py: using LAC 41533\u000a14:28:56.621910 tst iperf3m4.py: using RAC 223\u000a14:28:56.738481 tst iperf3m4.py: using CellId 41533\u000a14:28:56.854612 tst iperf3m4.py: using BVCI 41534\u000a14:28:56.877722 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:28:56.888587 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:28:56.899315 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:28:56.910083 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:28:56.921300 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:28:56.932445 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:28:56.943692 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:28:56.954759 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:28:56.966160 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a14:28:57.085957 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a14:28:57.203158 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a14:28:57.322057 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a14:28:57.615809 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a14:28:57.750941 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:28:58.085695 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=807): Launched\u000a14:28:58.363167 run iperf3-srv_10.42.42.10(pid=808): Launched\u000a14:28:58.561413 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a14:28:58.696293 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:28:59.031175 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=809): Launched\u000a14:28:59.308057 run iperf3-srv_10.42.42.10(pid=810): Launched\u000a14:28:59.506453 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a14:28:59.641100 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:28:59.976395 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=811): Launched\u000a14:29:00.254065 run iperf3-srv_10.42.42.10(pid=812): Launched\u000a14:29:00.451436 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a14:29:00.585853 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:29:00.921211 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=813): Launched\u000a14:29:01.219785 run iperf3-srv_10.42.42.10(pid=814): Launched\u000a14:29:01.420681 tst iperf3m4.py:8: start network...\u000a14:29:01.558083 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:29:02.107331 run create_hlr_db(pid=815): Launched\u000a14:29:02.284390 bus /gobi_6: Setting Powered False\u000a14:29:03.302248 run create_hlr_db(pid=815): Terminated: ok {rc=0}\u000a14:29:03.731644 run pcap-recorder_any(filters='host 10.42.42.2')(pid=817): Launched\u000a14:29:04.053124 run osmo-hlr_10.42.42.2(pid=818): Launched\u000a14:29:04.169730 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:29:04.729011 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=821): Launched\u000a14:29:05.050365 run osmo-stp_10.42.42.5(pid=822): Launched\u000a14:29:05.166624 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:29:05.728251 run pcap-recorder_any(filters='host 10.42.42.6')(pid=825): Launched\u000a14:29:05.843297 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:29:06.123553 run patchelf(pid=826): Launched\u000a14:29:06.312537 run osmo-stp_10.42.42.5(pid=822): ERR: Terminated: ERROR {rc=1} [trial-2406↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=822)]\u000a14:29:06.449821 run osmo-stp_10.42.42.5(pid=822): stdout: \u000a| (launched: 2022-12-14_14:29:04.892702)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:29:06.587379 run osmo-stp_10.42.42.5(pid=822): stderr: \u000a| �[0;m�[38;5;43m20221214142905086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214142905086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214142905086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214142905086 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214142905087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214142905087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214142905087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:29:06.719992 run osmo-stp_10.42.42.5(pid=822): stdout: \u000a| (launched: 2022-12-14_14:29:04.892702)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:29:06.852272 run osmo-stp_10.42.42.5(pid=822): stderr: \u000a| �[0;m�[38;5;43m20221214142905086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214142905086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214142905086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214142905086 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214142905087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214142905087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214142905087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:29:07.005828 run patchelf(pid=826): Terminating (SIGINT)\u000a14:29:07.186543 run patchelf(pid=826): Terminated: ok {rc=0}\u000a14:29:07.219504 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=822): Process ended prematurely: osmo-stp_10.42.42.5(pid=822) [trial-2406↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=822)] [trial-2406↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a14:29:07.229359 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a14:29:07.291606 run osmo-hlr_10.42.42.2(pid=818): ERR: Terminated: ERROR {rc=237} [trial-2406↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=818)]\u000a14:29:07.342713 run osmo-hlr_10.42.42.2(pid=818): stdout: \u000a| (launched: 2022-12-14_14:29:03.895937) \u000a14:29:07.394319 run osmo-hlr_10.42.42.2(pid=818): stderr: \u000a| �[0;m�[1;31m20221214142904093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214142904093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214142904093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214142904093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214142904093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214142904093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214142904105 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:sysmo+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214142904113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214142904113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214142904113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:29:07.438266 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=807): Terminating (SIGTERM)\u000a14:29:07.479468 run iperf3-srv_10.42.42.10(pid=808): Terminating (SIGTERM)\u000a14:29:07.520611 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=809): Terminating (SIGTERM)\u000a14:29:07.562358 run iperf3-srv_10.42.42.10(pid=810): Terminating (SIGTERM)\u000a14:29:07.604044 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=811): Terminating (SIGTERM)\u000a14:29:07.645094 run iperf3-srv_10.42.42.10(pid=812): Terminating (SIGTERM)\u000a14:29:07.686061 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=813): Terminating (SIGTERM)\u000a14:29:07.726981 run iperf3-srv_10.42.42.10(pid=814): Terminating (SIGTERM)\u000a14:29:07.768091 run pcap-recorder_any(filters='host 10.42.42.2')(pid=817): Terminating (SIGTERM)\u000a14:29:07.809458 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=821): Terminating (SIGTERM)\u000a14:29:07.850612 run pcap-recorder_any(filters='host 10.42.42.6')(pid=825): Terminating (SIGTERM)\u000a14:29:07.860178 --- ParallelTerminationStrategy: PID 807 died...\u000a14:29:07.915425 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=807): Terminated: ok {rc=0}\u000a14:29:07.925368 --- ParallelTerminationStrategy: PID 808 died...\u000a14:29:07.980177 run iperf3-srv_10.42.42.10(pid=808): Terminated {rc=256}\u000a14:29:07.990133 --- ParallelTerminationStrategy: PID 809 died...\u000a14:29:08.045249 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=809): Terminated: ok {rc=0}\u000a14:29:08.055182 --- ParallelTerminationStrategy: PID 810 died...\u000a14:29:08.110264 run iperf3-srv_10.42.42.10(pid=810): Terminated {rc=256}\u000a14:29:08.120164 --- ParallelTerminationStrategy: PID 811 died...\u000a14:29:08.175265 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=811): Terminated: ok {rc=0}\u000a14:29:08.185294 --- ParallelTerminationStrategy: PID 812 died...\u000a14:29:08.240529 run iperf3-srv_10.42.42.10(pid=812): Terminated {rc=256}\u000a14:29:08.250457 --- ParallelTerminationStrategy: PID 813 died...\u000a14:29:08.305714 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=813): Terminated: ok {rc=0}\u000a14:29:08.315703 --- ParallelTerminationStrategy: PID 814 died...\u000a14:29:08.370890 run iperf3-srv_10.42.42.10(pid=814): Terminated {rc=256}\u000a14:29:08.380820 --- ParallelTerminationStrategy: PID 817 died...\u000a14:29:08.435795 run pcap-recorder_any(filters='host 10.42.42.2')(pid=817): Terminated: ok {rc=0}\u000a14:29:08.445900 --- ParallelTerminationStrategy: PID 821 died...\u000a14:29:08.500893 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=821): Terminated: ok {rc=0}\u000a14:29:08.510944 --- ParallelTerminationStrategy: PID 825 died...\u000a14:29:08.565870 run pcap-recorder_any(filters='host 10.42.42.6')(pid=825): Terminated: ok {rc=0}\u000a14:29:08.652687 bus /gobi_4: Setting Powered False\u000a14:29:09.757655 bus /gobi_4: Setting Powered False\u000a14:29:10.865674 bus /gobi_1: Setting Powered False\u000a14:29:11.971044 bus /gobi_1: Setting Powered False\u000a14:29:13.081819 bus /gobi_0: Setting Powered False\u000a14:29:14.187848 bus /gobi_0: Setting Powered False\u000a14:29:15.299785 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 77, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=836): Process ended prematurely: osmo-stp_10.42.42.5(pid=836) [trial-2406↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=836)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=836): Process ended prematurely: osmo-stp_10.42.42.5(pid=836) [trial-2406↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=836)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 gprs:sysmo+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a14:29:16.376084 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:29:16.393256 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a14:29:16.555355 tst ping.py: using LAC 41534\u000a14:29:16.676921 tst ping.py: using RAC 224\u000a14:29:16.797193 tst ping.py: using CellId 41534\u000a14:29:16.923536 tst ping.py: using BVCI 41535\u000a14:29:16.949294 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:29:16.961604 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:29:16.973722 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:29:16.986266 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:29:16.997920 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:29:17.010056 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:29:17.022508 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:29:17.034344 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a14:29:17.326467 tst ping.py:19: start network...\u000a14:29:17.458754 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:29:17.965830 run create_hlr_db(pid=827): Launched\u000a14:29:18.150134 bus /gobi_6: Setting Powered False\u000a14:29:19.170319 run create_hlr_db(pid=827): Terminated: ok {rc=0}\u000a14:29:19.592631 run pcap-recorder_any(filters='host 10.42.42.2')(pid=831): Launched\u000a14:29:19.909360 run osmo-hlr_10.42.42.2(pid=833): Launched\u000a14:29:20.028168 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:29:20.588019 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=835): Launched\u000a14:29:20.904113 run osmo-stp_10.42.42.5(pid=836): Launched\u000a14:29:21.018897 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:29:21.570032 run pcap-recorder_any(filters='host 10.42.42.6')(pid=838): Launched\u000a14:29:21.682726 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:29:21.958523 run patchelf(pid=839): Launched\u000a14:29:22.144850 run osmo-stp_10.42.42.5(pid=836): ERR: Terminated: ERROR {rc=1} [trial-2406↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=836)]\u000a14:29:22.280645 run osmo-stp_10.42.42.5(pid=836): stdout: \u000a| (launched: 2022-12-14_14:29:20.749299)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:29:22.416214 run osmo-stp_10.42.42.5(pid=836): stderr: \u000a| �[0;m�[38;5;43m20221214142920939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214142920939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214142920939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214142920940 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214142920940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214142920940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214142920940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:29:22.547713 run osmo-stp_10.42.42.5(pid=836): stdout: \u000a| (launched: 2022-12-14_14:29:20.749299)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:29:22.677610 run osmo-stp_10.42.42.5(pid=836): stderr: \u000a| �[0;m�[38;5;43m20221214142920939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214142920939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214142920939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214142920940 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214142920940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214142920940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214142920940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:29:22.829534 run patchelf(pid=839): Terminating (SIGINT)\u000a14:29:23.007190 run patchelf(pid=839): Terminated: ok {rc=0}\u000a14:29:23.039223 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=836): Process ended prematurely: osmo-stp_10.42.42.5(pid=836) [trial-2406↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=836)] [trial-2406↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22]\u000a14:29:23.048329 tst ping.py:22: Test FAILED (6.7 sec)\u000a14:29:23.110808 run osmo-hlr_10.42.42.2(pid=833): ERR: Terminated: ERROR {rc=237} [trial-2406↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=833)]\u000a14:29:23.161686 run osmo-hlr_10.42.42.2(pid=833): stdout: \u000a| (launched: 2022-12-14_14:29:19.754427) \u000a14:29:23.213016 run osmo-hlr_10.42.42.2(pid=833): stderr: \u000a| �[0;m�[1;31m20221214142919951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214142919951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214142919951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214142919951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214142919951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214142919951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214142919963 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:sysmo+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214142919971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214142919971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214142919971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:29:23.256900 run pcap-recorder_any(filters='host 10.42.42.2')(pid=831): Terminating (SIGTERM)\u000a14:29:23.298337 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=835): Terminating (SIGTERM)\u000a14:29:23.339710 run pcap-recorder_any(filters='host 10.42.42.6')(pid=838): Terminating (SIGTERM)\u000a14:29:23.349332 --- ParallelTerminationStrategy: PID 831 died...\u000a14:29:23.404548 run pcap-recorder_any(filters='host 10.42.42.2')(pid=831): Terminated: ok {rc=0}\u000a14:29:23.414468 --- ParallelTerminationStrategy: PID 835 died...\u000a14:29:23.469183 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=835): Terminated: ok {rc=0}\u000a14:29:23.478966 --- ParallelTerminationStrategy: PID 838 died...\u000a14:29:23.533698 run pcap-recorder_any(filters='host 10.42.42.6')(pid=838): Terminated: ok {rc=0}\u000a14:29:23.619573 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 77, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=848): Process ended prematurely: osmo-stp_10.42.42.5(pid=848) [trial-2406↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=848)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=848): Process ended prematurely: osmo-stp_10.42.42.5(pid=848) [trial-2406↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=848)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 gprs:sysmo+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a14:29:24.671671 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:29:24.683569 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a14:29:24.826997 tst ping_idle_ping.py: using LAC 41535\u000a14:29:24.943322 tst ping_idle_ping.py: using RAC 225\u000a14:29:25.060781 tst ping_idle_ping.py: using CellId 41535\u000a14:29:25.177154 tst ping_idle_ping.py: using BVCI 41536\u000a14:29:25.199505 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:29:25.210364 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:29:25.220783 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:29:25.231342 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:29:25.241976 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:29:25.252725 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:29:25.263648 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:29:25.275542 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a14:29:25.551750 tst ping_idle_ping.py:24: start network...\u000a14:29:25.674705 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:29:26.141984 run create_hlr_db(pid=841): Launched\u000a14:29:26.312512 bus /gobi_6: Setting Powered False\u000a14:29:27.334138 run create_hlr_db(pid=841): Terminated: ok {rc=0}\u000a14:29:27.759812 run pcap-recorder_any(filters='host 10.42.42.2')(pid=844): Launched\u000a14:29:28.078786 run osmo-hlr_10.42.42.2(pid=845): Launched\u000a14:29:28.198552 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:29:28.752043 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=847): Launched\u000a14:29:29.070185 run osmo-stp_10.42.42.5(pid=848): Launched\u000a14:29:29.184569 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:29:29.740534 run pcap-recorder_any(filters='host 10.42.42.6')(pid=850): Launched\u000a14:29:29.854068 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:29:30.131274 run patchelf(pid=851): Launched\u000a14:29:30.318124 run osmo-stp_10.42.42.5(pid=848): ERR: Terminated: ERROR {rc=1} [trial-2406↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=848)]\u000a14:29:30.454242 run osmo-stp_10.42.42.5(pid=848): stdout: \u000a| (launched: 2022-12-14_14:29:28.914098)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:29:30.590466 run osmo-stp_10.42.42.5(pid=848): stderr: \u000a| �[0;m�[38;5;43m20221214142929105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214142929105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214142929105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214142929105 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214142929108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214142929108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214142929108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:29:30.722225 run osmo-stp_10.42.42.5(pid=848): stdout: \u000a| (launched: 2022-12-14_14:29:28.914098)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:29:30.853539 run osmo-stp_10.42.42.5(pid=848): stderr: \u000a| �[0;m�[38;5;43m20221214142929105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214142929105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214142929105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214142929105 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214142929108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214142929108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214142929108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:29:31.011123 run patchelf(pid=851): Terminating (SIGINT)\u000a14:29:31.192071 run patchelf(pid=851): Terminated: ok {rc=0}\u000a14:29:31.225889 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=848): Process ended prematurely: osmo-stp_10.42.42.5(pid=848) [trial-2406↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=848)] [trial-2406↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a14:29:31.236067 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a14:29:31.300168 run osmo-hlr_10.42.42.2(pid=845): ERR: Terminated: ERROR {rc=237} [trial-2406↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=845)]\u000a14:29:31.351923 run osmo-hlr_10.42.42.2(pid=845): stdout: \u000a| (launched: 2022-12-14_14:29:27.922308) \u000a14:29:31.404875 run osmo-hlr_10.42.42.2(pid=845): stderr: \u000a| �[0;m�[1;31m20221214142928121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214142928121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214142928121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214142928121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214142928121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214142928121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214142928134 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:sysmo+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214142928142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214142928142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214142928142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:29:31.449883 run pcap-recorder_any(filters='host 10.42.42.2')(pid=844): Terminating (SIGTERM)\u000a14:29:31.492207 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=847): Terminating (SIGTERM)\u000a14:29:31.534570 run pcap-recorder_any(filters='host 10.42.42.6')(pid=850): Terminating (SIGTERM)\u000a14:29:31.544612 --- ParallelTerminationStrategy: PID 844 died...\u000a14:29:31.601102 run pcap-recorder_any(filters='host 10.42.42.2')(pid=844): Terminated: ok {rc=0}\u000a14:29:31.611525 --- ParallelTerminationStrategy: PID 847 died...\u000a14:29:31.669102 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=847): Terminated: ok {rc=0}\u000a14:29:31.679989 --- ParallelTerminationStrategy: PID 850 died...\u000a14:29:31.738680 run pcap-recorder_any(filters='host 10.42.42.6')(pid=850): Terminated: ok {rc=0}\u000a14:29:31.830955 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "14", "name" : "gprs_sysmo+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:28:33" }, { "cases" : [ { "testActions" : [ ], "age" : 265, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=866): Process ended prematurely: osmo-stp_10.42.42.5(pid=866) [trial-2406↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=866)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=866): Process ended prematurely: osmo-stp_10.42.42.5(pid=866) [trial-2406↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=866)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 gprs:sysmo+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a14:29:33.942264 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:29:33.953158 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a14:29:34.095453 tst cs_paging_gprs_active.py: using LAC 41536\u000a14:29:34.216104 tst cs_paging_gprs_active.py: using RAC 226\u000a14:29:34.331972 tst cs_paging_gprs_active.py: using CellId 41536\u000a14:29:34.452736 tst cs_paging_gprs_active.py: using BVCI 41537\u000a14:29:34.475681 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:29:34.486396 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:29:34.496737 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:29:34.507248 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:29:34.517690 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:29:34.529253 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:29:34.540422 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:29:34.551193 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:29:34.562376 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a14:29:34.683021 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a14:29:34.959195 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a14:29:35.083853 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:29:35.395842 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=856): Launched\u000a14:29:35.654331 run iperf3-srv_10.42.42.10(pid=857): Launched\u000a14:29:35.837616 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a14:29:35.962056 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:29:36.273393 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=858): Launched\u000a14:29:36.531861 run iperf3-srv_10.42.42.10(pid=859): Launched\u000a14:29:36.714211 tst cs_paging_gprs_active.py:38: start network...\u000a14:29:36.838620 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:29:37.313371 run create_hlr_db(pid=860): Launched\u000a14:29:37.486384 bus /gobi_6: Setting Powered False\u000a14:29:38.508765 run create_hlr_db(pid=860): Terminated: ok {rc=0}\u000a14:29:38.938767 run pcap-recorder_any(filters='host 10.42.42.2')(pid=862): Launched\u000a14:29:39.263168 run osmo-hlr_10.42.42.2(pid=863): Launched\u000a14:29:39.381942 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:29:39.942483 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=865): Launched\u000a14:29:40.265631 run osmo-stp_10.42.42.5(pid=866): Launched\u000a14:29:40.382972 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:29:40.946545 run pcap-recorder_any(filters='host 10.42.42.6')(pid=868): Launched\u000a14:29:41.061973 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:29:41.344123 run patchelf(pid=869): Launched\u000a14:29:41.533719 run osmo-stp_10.42.42.5(pid=866): ERR: Terminated: ERROR {rc=1} [trial-2406↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=866)]\u000a14:29:41.671706 run osmo-stp_10.42.42.5(pid=866): stdout: \u000a| (launched: 2022-12-14_14:29:40.106883)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:29:41.809592 run osmo-stp_10.42.42.5(pid=866): stderr: \u000a| �[0;m�[38;5;43m20221214142940299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214142940299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214142940299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214142940299 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214142940302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214142940302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214142940302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:29:41.944460 run osmo-stp_10.42.42.5(pid=866): stdout: \u000a| (launched: 2022-12-14_14:29:40.106883)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:29:42.076827 run osmo-stp_10.42.42.5(pid=866): stderr: \u000a| �[0;m�[38;5;43m20221214142940299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214142940299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214142940299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214142940299 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214142940302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214142940302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214142940302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:29:42.231155 run patchelf(pid=869): Terminating (SIGINT)\u000a14:29:42.412188 run patchelf(pid=869): Terminated: ok {rc=0}\u000a14:29:42.445344 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=866): Process ended prematurely: osmo-stp_10.42.42.5(pid=866) [trial-2406↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=866)] [trial-2406↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a14:29:42.455144 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a14:29:42.517755 run osmo-hlr_10.42.42.2(pid=863): ERR: Terminated: ERROR {rc=237} [trial-2406↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=863)]\u000a14:29:42.568793 run osmo-hlr_10.42.42.2(pid=863): stdout: \u000a| (launched: 2022-12-14_14:29:39.104328) \u000a14:29:42.620748 run osmo-hlr_10.42.42.2(pid=863): stderr: \u000a| �[0;m�[1;31m20221214142939301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214142939301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214142939301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214142939301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214142939301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214142939301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214142939339 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:sysmo+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214142939348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214142939348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214142939348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:29:42.664849 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=856): Terminating (SIGTERM)\u000a14:29:42.706177 run iperf3-srv_10.42.42.10(pid=857): Terminating (SIGTERM)\u000a14:29:42.747718 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=858): Terminating (SIGTERM)\u000a14:29:42.789157 run iperf3-srv_10.42.42.10(pid=859): Terminating (SIGTERM)\u000a14:29:42.830780 run pcap-recorder_any(filters='host 10.42.42.2')(pid=862): Terminating (SIGTERM)\u000a14:29:42.872364 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=865): Terminating (SIGTERM)\u000a14:29:42.914259 run pcap-recorder_any(filters='host 10.42.42.6')(pid=868): Terminating (SIGTERM)\u000a14:29:42.923790 --- ParallelTerminationStrategy: PID 856 died...\u000a14:29:42.979058 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=856): Terminated: ok {rc=0}\u000a14:29:42.989122 --- ParallelTerminationStrategy: PID 857 died...\u000a14:29:43.044356 run iperf3-srv_10.42.42.10(pid=857): Terminated {rc=256}\u000a14:29:43.054252 --- ParallelTerminationStrategy: PID 858 died...\u000a14:29:43.109469 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=858): Terminated: ok {rc=0}\u000a14:29:43.119381 --- ParallelTerminationStrategy: PID 859 died...\u000a14:29:43.174380 run iperf3-srv_10.42.42.10(pid=859): Terminated {rc=256}\u000a14:29:43.184279 --- ParallelTerminationStrategy: PID 862 died...\u000a14:29:43.239426 run pcap-recorder_any(filters='host 10.42.42.2')(pid=862): Terminated: ok {rc=0}\u000a14:29:43.249405 --- ParallelTerminationStrategy: PID 865 died...\u000a14:29:43.304365 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=865): Terminated: ok {rc=0}\u000a14:29:43.314353 --- ParallelTerminationStrategy: PID 868 died...\u000a14:29:43.369484 run pcap-recorder_any(filters='host 10.42.42.6')(pid=868): Terminated: ok {rc=0}\u000a14:29:43.455150 bus /gobi_0: Setting Powered False\u000a14:29:44.560822 bus /gobi_0: Setting Powered False\u000a14:29:45.670193 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=892): Process ended prematurely: osmo-stp_10.42.42.5(pid=892) [trial-2406↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=892)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=892): Process ended prematurely: osmo-stp_10.42.42.5(pid=892) [trial-2406↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=892)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 gprs:sysmo+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a14:29:46.780830 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:29:46.793260 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a14:29:46.951870 tst iperf3.py: using LAC 41537\u000a14:29:47.074822 tst iperf3.py: using RAC 227\u000a14:29:47.197145 tst iperf3.py: using CellId 41537\u000a14:29:47.321599 tst iperf3.py: using BVCI 41538\u000a14:29:47.346409 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:29:47.357644 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:29:47.368642 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:29:47.379791 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:29:47.390784 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:29:47.401909 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:29:47.412915 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:29:47.423882 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:29:47.435154 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a14:29:47.727262 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a14:29:47.862912 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:29:48.198899 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=870): Launched\u000a14:29:48.477144 run iperf3-srv_10.42.42.10(pid=871): Launched\u000a14:29:48.674626 tst iperf3.py:8: start network...\u000a14:29:48.809134 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:29:49.317278 run create_hlr_db(pid=882): Launched\u000a14:29:49.490989 bus /gobi_6: Setting Powered False\u000a14:29:50.511261 run create_hlr_db(pid=882): Terminated: ok {rc=0}\u000a14:29:50.941585 run pcap-recorder_any(filters='host 10.42.42.2')(pid=888): Launched\u000a14:29:51.265170 run osmo-hlr_10.42.42.2(pid=889): Launched\u000a14:29:51.383628 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:29:51.949433 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=891): Launched\u000a14:29:52.271674 run osmo-stp_10.42.42.5(pid=892): Launched\u000a14:29:52.393483 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:29:52.959115 run pcap-recorder_any(filters='host 10.42.42.6')(pid=894): Launched\u000a14:29:53.074669 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:29:53.356632 run patchelf(pid=895): Launched\u000a14:29:53.546370 run osmo-stp_10.42.42.5(pid=892): ERR: Terminated: ERROR {rc=1} [trial-2406↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=892)]\u000a14:29:53.684099 run osmo-stp_10.42.42.5(pid=892): stdout: \u000a| (launched: 2022-12-14_14:29:52.113857)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:29:53.823066 run osmo-stp_10.42.42.5(pid=892): stderr: \u000a| �[0;m�[38;5;43m20221214142952307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214142952307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214142952307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214142952308 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214142952308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214142952308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214142952308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:29:53.957256 run osmo-stp_10.42.42.5(pid=892): stdout: \u000a| (launched: 2022-12-14_14:29:52.113857)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:29:54.089282 run osmo-stp_10.42.42.5(pid=892): stderr: \u000a| �[0;m�[38;5;43m20221214142952307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214142952307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214142952307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214142952308 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214142952308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214142952308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214142952308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:29:54.243781 run patchelf(pid=895): Terminating (SIGINT)\u000a14:29:54.425801 run patchelf(pid=895): Terminated: ok {rc=0}\u000a14:29:54.459136 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=892): Process ended prematurely: osmo-stp_10.42.42.5(pid=892) [trial-2406↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=892)] [trial-2406↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a14:29:54.468930 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a14:29:54.531657 run osmo-hlr_10.42.42.2(pid=889): ERR: Terminated: ERROR {rc=237} [trial-2406↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=889)]\u000a14:29:54.582816 run osmo-hlr_10.42.42.2(pid=889): stdout: \u000a| (launched: 2022-12-14_14:29:51.106176) \u000a14:29:54.634783 run osmo-hlr_10.42.42.2(pid=889): stderr: \u000a| �[0;m�[1;31m20221214142951304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214142951304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214142951304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214142951304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214142951304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214142951304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214142951360 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:sysmo+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214142951369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214142951369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214142951369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:29:54.679325 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=870): Terminating (SIGTERM)\u000a14:29:54.721635 run iperf3-srv_10.42.42.10(pid=871): Terminating (SIGTERM)\u000a14:29:54.763334 run pcap-recorder_any(filters='host 10.42.42.2')(pid=888): Terminating (SIGTERM)\u000a14:29:54.805269 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=891): Terminating (SIGTERM)\u000a14:29:54.847240 run pcap-recorder_any(filters='host 10.42.42.6')(pid=894): Terminating (SIGTERM)\u000a14:29:54.856928 --- ParallelTerminationStrategy: PID 870 died...\u000a14:29:54.913239 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=870): Terminated: ok {rc=0}\u000a14:29:54.923314 --- ParallelTerminationStrategy: PID 871 died...\u000a14:29:54.978450 run iperf3-srv_10.42.42.10(pid=871): Terminated {rc=256}\u000a14:29:54.988484 --- ParallelTerminationStrategy: PID 888 died...\u000a14:29:55.043651 run pcap-recorder_any(filters='host 10.42.42.2')(pid=888): Terminated: ok {rc=0}\u000a14:29:55.053698 --- ParallelTerminationStrategy: PID 891 died...\u000a14:29:55.109130 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=891): Terminated: ok {rc=0}\u000a14:29:55.119297 --- ParallelTerminationStrategy: PID 894 died...\u000a14:29:55.174659 run pcap-recorder_any(filters='host 10.42.42.6')(pid=894): Terminated: ok {rc=0}\u000a14:29:55.261673 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=920): Process ended prematurely: osmo-stp_10.42.42.5(pid=920) [trial-2406↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=920)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=920): Process ended prematurely: osmo-stp_10.42.42.5(pid=920) [trial-2406↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=920)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 gprs:sysmo+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a14:29:56.378728 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:29:56.390614 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a14:29:56.541284 tst iperf3m4.py: using LAC 41538\u000a14:29:56.667477 tst iperf3m4.py: using RAC 228\u000a14:29:56.794045 tst iperf3m4.py: using CellId 41538\u000a14:29:56.920546 tst iperf3m4.py: using BVCI 41539\u000a14:29:56.945241 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:29:56.956404 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:29:56.967463 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:29:56.978625 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:29:56.989694 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:29:57.000809 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:29:57.011946 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:29:57.023103 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:29:57.034383 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a14:29:57.152319 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a14:29:57.273949 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a14:29:57.388847 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a14:29:57.683243 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a14:29:57.818472 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:29:58.154373 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=896): Launched\u000a14:29:58.432184 run iperf3-srv_10.42.42.10(pid=897): Launched\u000a14:29:58.630121 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a14:29:58.764763 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:29:59.099444 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=898): Launched\u000a14:29:59.377097 run iperf3-srv_10.42.42.10(pid=899): Launched\u000a14:29:59.575001 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a14:29:59.710137 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:30:00.045828 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=900): Launched\u000a14:30:00.323355 run iperf3-srv_10.42.42.10(pid=901): Launched\u000a14:30:00.521681 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a14:30:00.656493 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:30:01.031493 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=902): Launched\u000a14:30:01.337498 run iperf3-srv_10.42.42.10(pid=903): Launched\u000a14:30:01.538559 tst iperf3m4.py:8: start network...\u000a14:30:01.675142 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:30:02.285988 run create_hlr_db(pid=908): Launched\u000a14:30:02.485556 bus /gobi_6: Setting Powered False\u000a14:30:03.501432 run create_hlr_db(pid=908): Terminated: ok {rc=0}\u000a14:30:03.906113 run pcap-recorder_any(filters='host 10.42.42.2')(pid=916): Launched\u000a14:30:04.207953 run osmo-hlr_10.42.42.2(pid=917): Launched\u000a14:30:04.322514 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:30:04.850297 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=919): Launched\u000a14:30:05.150563 run osmo-stp_10.42.42.5(pid=920): Launched\u000a14:30:05.260229 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:30:05.785050 run pcap-recorder_any(filters='host 10.42.42.6')(pid=922): Launched\u000a14:30:05.893151 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:30:06.157369 run patchelf(pid=923): Launched\u000a14:30:06.334098 run osmo-stp_10.42.42.5(pid=920): ERR: Terminated: ERROR {rc=1} [trial-2406↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=920)]\u000a14:30:06.463082 run osmo-stp_10.42.42.5(pid=920): stdout: \u000a| (launched: 2022-12-14_14:30:05.002414)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:30:06.592439 run osmo-stp_10.42.42.5(pid=920): stderr: \u000a| �[0;m�[38;5;43m20221214143005173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214143005173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214143005173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214143005174 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214143005174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214143005174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214143005174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:30:06.717109 run osmo-stp_10.42.42.5(pid=920): stdout: \u000a| (launched: 2022-12-14_14:30:05.002414)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:30:06.841299 run osmo-stp_10.42.42.5(pid=920): stderr: \u000a| �[0;m�[38;5;43m20221214143005173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214143005173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214143005173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214143005174 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214143005174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214143005174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214143005174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:30:06.985565 run patchelf(pid=923): Terminating (SIGINT)\u000a14:30:07.155636 run patchelf(pid=923): Terminated: ok {rc=0}\u000a14:30:07.186680 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=920): Process ended prematurely: osmo-stp_10.42.42.5(pid=920) [trial-2406↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=920)] [trial-2406↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a14:30:07.195890 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a14:30:07.256515 run osmo-hlr_10.42.42.2(pid=917): ERR: Terminated: ERROR {rc=237} [trial-2406↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=917)]\u000a14:30:07.306064 run osmo-hlr_10.42.42.2(pid=917): stdout: \u000a| (launched: 2022-12-14_14:30:04.059353) \u000a14:30:07.355766 run osmo-hlr_10.42.42.2(pid=917): stderr: \u000a| �[0;m�[1;31m20221214143004233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214143004233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214143004233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214143004233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214143004234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214143004234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214143004249 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:sysmo+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214143004259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214143004259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214143004260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:30:07.398365 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=896): Terminating (SIGTERM)\u000a14:30:07.438530 run iperf3-srv_10.42.42.10(pid=897): Terminating (SIGTERM)\u000a14:30:07.479081 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=898): Terminating (SIGTERM)\u000a14:30:07.519572 run iperf3-srv_10.42.42.10(pid=899): Terminating (SIGTERM)\u000a14:30:07.559561 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=900): Terminating (SIGTERM)\u000a14:30:07.599727 run iperf3-srv_10.42.42.10(pid=901): Terminating (SIGTERM)\u000a14:30:07.640290 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=902): Terminating (SIGTERM)\u000a14:30:07.680176 run iperf3-srv_10.42.42.10(pid=903): Terminating (SIGTERM)\u000a14:30:07.720111 run pcap-recorder_any(filters='host 10.42.42.2')(pid=916): Terminating (SIGTERM)\u000a14:30:07.759971 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=919): Terminating (SIGTERM)\u000a14:30:07.799785 run pcap-recorder_any(filters='host 10.42.42.6')(pid=922): Terminating (SIGTERM)\u000a14:30:07.808927 --- ParallelTerminationStrategy: PID 896 died...\u000a14:30:07.862786 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=896): Terminated: ok {rc=0}\u000a14:30:07.872319 --- ParallelTerminationStrategy: PID 897 died...\u000a14:30:07.925597 run iperf3-srv_10.42.42.10(pid=897): Terminated {rc=256}\u000a14:30:07.935078 --- ParallelTerminationStrategy: PID 898 died...\u000a14:30:07.988359 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=898): Terminated: ok {rc=0}\u000a14:30:07.997851 --- ParallelTerminationStrategy: PID 899 died...\u000a14:30:08.051898 run iperf3-srv_10.42.42.10(pid=899): Terminated {rc=256}\u000a14:30:08.061805 --- ParallelTerminationStrategy: PID 900 died...\u000a14:30:08.115275 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=900): Terminated: ok {rc=0}\u000a14:30:08.124786 --- ParallelTerminationStrategy: PID 901 died...\u000a14:30:08.178172 run iperf3-srv_10.42.42.10(pid=901): Terminated {rc=256}\u000a14:30:08.187649 --- ParallelTerminationStrategy: PID 902 died...\u000a14:30:08.240868 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=902): Terminated: ok {rc=0}\u000a14:30:08.250450 --- ParallelTerminationStrategy: PID 903 died...\u000a14:30:08.303702 run iperf3-srv_10.42.42.10(pid=903): Terminated {rc=256}\u000a14:30:08.313363 --- ParallelTerminationStrategy: PID 916 died...\u000a14:30:08.366907 run pcap-recorder_any(filters='host 10.42.42.2')(pid=916): Terminated: ok {rc=0}\u000a14:30:08.376401 --- ParallelTerminationStrategy: PID 919 died...\u000a14:30:08.429587 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=919): Terminated: ok {rc=0}\u000a14:30:08.439104 --- ParallelTerminationStrategy: PID 922 died...\u000a14:30:08.492337 run pcap-recorder_any(filters='host 10.42.42.6')(pid=922): Terminated: ok {rc=0}\u000a14:30:08.576086 bus /gobi_4: Setting Powered False\u000a14:30:09.682836 bus /gobi_4: Setting Powered False\u000a14:30:10.793283 bus /gobi_1: Setting Powered False\u000a14:30:11.895273 bus /gobi_1: Setting Powered False\u000a14:30:13.011277 bus /gobi_0: Setting Powered False\u000a14:30:14.123108 bus /gobi_0: Setting Powered False\u000a14:30:15.230281 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 77, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1305): Process ended prematurely: osmo-stp_10.42.42.5(pid=1305) [trial-2406↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1305)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1305): Process ended prematurely: osmo-stp_10.42.42.5(pid=1305) [trial-2406↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1305)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 gprs:sysmo+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a14:30:16.297664 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:30:16.310508 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a14:30:16.458371 tst ping.py: using LAC 41539\u000a14:30:16.577491 tst ping.py: using RAC 229\u000a14:30:16.696816 tst ping.py: using CellId 41539\u000a14:30:16.815132 tst ping.py: using BVCI 41540\u000a14:30:16.838537 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:30:16.850230 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:30:16.861481 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:30:16.873770 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:30:16.885965 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:30:16.897208 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:30:16.908838 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:30:16.920094 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a14:30:17.242206 tst ping.py:19: start network...\u000a14:30:17.375987 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:30:17.885524 run create_hlr_db(pid=1299): Launched\u000a14:30:18.070988 bus /gobi_6: Setting Powered False\u000a14:30:19.090790 run create_hlr_db(pid=1299): Terminated: ok {rc=0}\u000a14:30:19.490713 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1301): Launched\u000a14:30:19.785848 run osmo-hlr_10.42.42.2(pid=1302): Launched\u000a14:30:19.897063 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:30:20.414384 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1304): Launched\u000a14:30:20.709170 run osmo-stp_10.42.42.5(pid=1305): Launched\u000a14:30:20.816864 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:30:21.332913 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1307): Launched\u000a14:30:21.437978 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:30:21.696876 run patchelf(pid=1308): Launched\u000a14:30:21.870956 run osmo-stp_10.42.42.5(pid=1305): ERR: Terminated: ERROR {rc=1} [trial-2406↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1305)]\u000a14:30:21.998072 run osmo-stp_10.42.42.5(pid=1305): stdout: \u000a| (launched: 2022-12-14_14:30:20.564288)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:30:22.125486 run osmo-stp_10.42.42.5(pid=1305): stderr: \u000a| �[0;m�[38;5;43m20221214143020735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214143020735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214143020735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214143020735 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214143020736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214143020736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214143020736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:30:22.248254 run osmo-stp_10.42.42.5(pid=1305): stdout: \u000a| (launched: 2022-12-14_14:30:20.564288)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:30:22.369671 run osmo-stp_10.42.42.5(pid=1305): stderr: \u000a| �[0;m�[38;5;43m20221214143020735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214143020735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214143020735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214143020735 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214143020736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214143020736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214143020736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:30:22.511472 run patchelf(pid=1308): Terminating (SIGINT)\u000a14:30:22.678379 run patchelf(pid=1308): Terminated: ok {rc=0}\u000a14:30:22.708622 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=1305): Process ended prematurely: osmo-stp_10.42.42.5(pid=1305) [trial-2406↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1305)] [trial-2406↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22]\u000a14:30:22.717347 tst ping.py:22: Test FAILED (6.4 sec)\u000a14:30:22.778493 run osmo-hlr_10.42.42.2(pid=1302): ERR: Terminated: ERROR {rc=237} [trial-2406↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1302)]\u000a14:30:22.828175 run osmo-hlr_10.42.42.2(pid=1302): stdout: \u000a| (launched: 2022-12-14_14:30:19.640410) \u000a14:30:22.878441 run osmo-hlr_10.42.42.2(pid=1302): stderr: \u000a| �[0;m�[1;31m20221214143019814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214143019814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214143019814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214143019814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214143019814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214143019814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214143019826 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:sysmo+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214143019835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214143019836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214143019836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:30:22.921755 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1301): Terminating (SIGTERM)\u000a14:30:22.962431 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1304): Terminating (SIGTERM)\u000a14:30:23.004097 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1307): Terminating (SIGTERM)\u000a14:30:23.013877 --- ParallelTerminationStrategy: PID 1301 died...\u000a14:30:23.069025 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1301): Terminated: ok {rc=0}\u000a14:30:23.078659 --- ParallelTerminationStrategy: PID 1304 died...\u000a14:30:23.132666 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1304): Terminated: ok {rc=0}\u000a14:30:23.142909 --- ParallelTerminationStrategy: PID 1307 died...\u000a14:30:23.199653 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1307): Terminated: ok {rc=0}\u000a14:30:23.287184 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 77, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1491): Process ended prematurely: osmo-stp_10.42.42.5(pid=1491) [trial-2406↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1491)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1491): Process ended prematurely: osmo-stp_10.42.42.5(pid=1491) [trial-2406↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1491)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 gprs:sysmo+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a14:30:24.340300 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:30:24.353127 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a14:30:24.504599 tst ping_idle_ping.py: using LAC 41540\u000a14:30:24.626006 tst ping_idle_ping.py: using RAC 230\u000a14:30:24.745390 tst ping_idle_ping.py: using CellId 41540\u000a14:30:24.862630 tst ping_idle_ping.py: using BVCI 41541\u000a14:30:24.887622 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:30:24.899543 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:30:24.911101 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:30:24.922834 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:30:24.935751 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:30:24.948531 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:30:24.961459 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:30:24.974117 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a14:30:25.254211 tst ping_idle_ping.py:24: start network...\u000a14:30:25.381975 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:30:25.912240 run create_hlr_db(pid=1484): Launched\u000a14:30:26.087633 bus /gobi_6: Setting Powered False\u000a14:30:27.109508 run create_hlr_db(pid=1484): Terminated: ok {rc=0}\u000a14:30:27.533767 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1486): Launched\u000a14:30:27.940585 run osmo-hlr_10.42.42.2(pid=1487): Launched\u000a14:30:28.176196 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:30:28.847706 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1490): Launched\u000a14:30:29.176287 run osmo-stp_10.42.42.5(pid=1491): Launched\u000a14:30:29.293685 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:30:29.863482 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1493): Launched\u000a14:30:29.979085 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:30:30.263243 run patchelf(pid=1494): Launched\u000a14:30:30.453579 run osmo-stp_10.42.42.5(pid=1491): ERR: Terminated: ERROR {rc=1} [trial-2406↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1491)]\u000a14:30:30.592257 run osmo-stp_10.42.42.5(pid=1491): stdout: \u000a| (launched: 2022-12-14_14:30:29.014444)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:30:30.731048 run osmo-stp_10.42.42.5(pid=1491): stderr: \u000a| �[0;m�[38;5;43m20221214143029208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214143029208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214143029208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214143029208 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214143029209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214143029209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214143029209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:30:30.888533 run osmo-stp_10.42.42.5(pid=1491): stdout: \u000a| (launched: 2022-12-14_14:30:29.014444)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:30:31.021448 run osmo-stp_10.42.42.5(pid=1491): stderr: \u000a| �[0;m�[38;5;43m20221214143029208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214143029208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214143029208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214143029208 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214143029209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214143029209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214143029209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:30:31.171398 run patchelf(pid=1494): Terminating (SIGINT)\u000a14:30:31.348094 run patchelf(pid=1494): Terminated: ok {rc=0}\u000a14:30:31.380880 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=1491): Process ended prematurely: osmo-stp_10.42.42.5(pid=1491) [trial-2406↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1491)] [trial-2406↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a14:30:31.390514 tst ping_idle_ping.py:27: Test FAILED (7.0 sec)\u000a14:30:31.453459 run osmo-hlr_10.42.42.2(pid=1487): ERR: Terminated: ERROR {rc=237} [trial-2406↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1487)]\u000a14:30:31.506040 run osmo-hlr_10.42.42.2(pid=1487): stdout: \u000a| (launched: 2022-12-14_14:30:27.693495) \u000a14:30:31.558834 run osmo-hlr_10.42.42.2(pid=1487): stderr: \u000a| �[0;m�[1;31m20221214143028037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214143028037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214143028038 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214143028038 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214143028038 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214143028038 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214143028052 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:sysmo+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214143028060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214143028060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214143028060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:30:31.605693 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1486): Terminating (SIGTERM)\u000a14:30:31.648468 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1490): Terminating (SIGTERM)\u000a14:30:31.695744 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1493): Terminating (SIGTERM)\u000a14:30:31.706476 --- ParallelTerminationStrategy: PID 1486 died...\u000a14:30:31.765271 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1486): Terminated: ok {rc=0}\u000a14:30:31.776658 --- ParallelTerminationStrategy: PID 1490 died...\u000a14:30:31.832792 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1490): Terminated: ok {rc=0}\u000a14:30:31.843387 --- ParallelTerminationStrategy: PID 1493 died...\u000a14:30:31.901463 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1493): Terminated: ok {rc=0}\u000a14:30:31.989087 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "15", "name" : "gprs_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:29:33" }, { "cases" : [ { "testActions" : [ ], "age" : 79, "className" : "dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1506): Process ended prematurely: osmo-stp_10.42.42.5(pid=1506) [trial-2406↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1506)]", "failedSince" : 2329, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1506): Process ended prematurely: osmo-stp_10.42.42.5(pid=1506) [trial-2406↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1506)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a14:30:34.018071 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a14:30:34.029544 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a14:30:34.171847 tst switch_tch_pdch.py: using LAC 41541\u000a14:30:34.291801 tst switch_tch_pdch.py: using RAC 231\u000a14:30:34.410210 tst switch_tch_pdch.py: using CellId 41541\u000a14:30:34.526070 tst switch_tch_pdch.py: using BVCI 41542\u000a14:30:34.548913 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a14:30:34.560244 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a14:30:34.571337 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a14:30:34.582412 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a14:30:34.593767 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a14:30:34.604934 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a14:30:34.616605 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a14:30:34.627948 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a14:30:34.749489 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a14:30:35.027759 tst switch_tch_pdch.py:51: start network...\u000a14:30:35.151670 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:30:35.623366 run create_hlr_db(pid=1500): Launched\u000a14:30:35.796822 bus /gobi_6: Setting Powered False\u000a14:30:36.818684 run create_hlr_db(pid=1500): Terminated: ok {rc=0}\u000a14:30:37.253347 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1502): Launched\u000a14:30:37.579427 run osmo-hlr_10.42.42.2(pid=1503): Launched\u000a14:30:37.702407 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:30:38.266240 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1505): Launched\u000a14:30:38.591877 run osmo-stp_10.42.42.5(pid=1506): Launched\u000a14:30:38.710557 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:30:39.276386 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1508): Launched\u000a14:30:39.391338 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:30:39.674974 run patchelf(pid=1509): Launched\u000a14:30:39.864260 run osmo-stp_10.42.42.5(pid=1506): ERR: Terminated: ERROR {rc=1} [trial-2406↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1506)]\u000a14:30:40.001914 run osmo-stp_10.42.42.5(pid=1506): stdout: \u000a| (launched: 2022-12-14_14:30:38.430541)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:30:40.139766 run osmo-stp_10.42.42.5(pid=1506): stderr: \u000a| �[0;m�[38;5;43m20221214143038622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214143038622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214143038623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214143038623 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214143038625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214143038626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214143038626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:30:40.273090 run osmo-stp_10.42.42.5(pid=1506): stdout: \u000a| (launched: 2022-12-14_14:30:38.430541)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:30:40.404637 run osmo-stp_10.42.42.5(pid=1506): stderr: \u000a| �[0;m�[38;5;43m20221214143038622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214143038622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214143038623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214143038623 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214143038625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214143038626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214143038626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:30:40.558631 run patchelf(pid=1509): Terminating (SIGINT)\u000a14:30:40.739376 run patchelf(pid=1509): Terminated: ok {rc=0}\u000a14:30:40.772146 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=1506): Process ended prematurely: osmo-stp_10.42.42.5(pid=1506) [trial-2406↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1506)] [trial-2406↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a14:30:40.781557 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a14:30:40.844531 run osmo-hlr_10.42.42.2(pid=1503): ERR: Terminated: ERROR {rc=237} [trial-2406↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1503)]\u000a14:30:40.896014 run osmo-hlr_10.42.42.2(pid=1503): stdout: \u000a| (launched: 2022-12-14_14:30:37.417773) \u000a14:30:40.947912 run osmo-hlr_10.42.42.2(pid=1503): stderr: \u000a| �[0;m�[1;31m20221214143037614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214143037614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214143037614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214143037614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214143037614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214143037615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214143037627 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214143037635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214143037636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214143037636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:30:40.992319 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1502): Terminating (SIGTERM)\u000a14:30:41.034257 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1505): Terminating (SIGTERM)\u000a14:30:41.076544 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1508): Terminating (SIGTERM)\u000a14:30:41.086306 --- ParallelTerminationStrategy: PID 1502 died...\u000a14:30:41.142428 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1502): Terminated: ok {rc=0}\u000a14:30:41.152458 --- ParallelTerminationStrategy: PID 1505 died...\u000a14:30:41.207825 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1505): Terminated: ok {rc=0}\u000a14:30:41.217896 --- ParallelTerminationStrategy: PID 1508 died...\u000a14:30:41.273439 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1508): Terminated: ok {rc=0}\u000a14:30:41.359876 bus /gobi_0: Setting Powered False\u000a14:30:42.461433 bus /gobi_0: Setting Powered False\u000a14:30:43.568067 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "16", "name" : "dynts_sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:30:33" }, { "cases" : [ { "testActions" : [ ], "age" : 77, "className" : "dynts:sysmo+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1519): Process ended prematurely: osmo-stp_10.42.42.5(pid=1519) [trial-2406↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1519)]", "failedSince" : 2331, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1519): Process ended prematurely: osmo-stp_10.42.42.5(pid=1519) [trial-2406↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1519)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 dynts:sysmo+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a14:30:45.509231 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a14:30:45.520561 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a14:30:45.673441 tst switch_tch_pdch.py: using LAC 41542\u000a14:30:45.801498 tst switch_tch_pdch.py: using RAC 232\u000a14:30:45.942588 tst switch_tch_pdch.py: using CellId 41542\u000a14:30:46.070603 tst switch_tch_pdch.py: using BVCI 41543\u000a14:30:46.096258 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a14:30:46.108330 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a14:30:46.120294 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a14:30:46.132143 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a14:30:46.144328 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a14:30:46.156174 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a14:30:46.168210 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a14:30:46.180216 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a14:30:46.328770 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a14:30:46.613440 tst switch_tch_pdch.py:51: start network...\u000a14:30:46.745293 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:30:47.244877 run create_hlr_db(pid=1513): Launched\u000a14:30:47.369734 bus /gobi_6: Setting Powered False\u000a14:30:48.442222 run create_hlr_db(pid=1513): Terminated: ok {rc=0}\u000a14:30:48.819759 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1515): Launched\u000a14:30:49.121497 run osmo-hlr_10.42.42.2(pid=1516): Launched\u000a14:30:49.232712 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:30:49.738344 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1518): Launched\u000a14:30:50.063364 run osmo-stp_10.42.42.5(pid=1519): Launched\u000a14:30:50.180224 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:30:50.718990 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1521): Launched\u000a14:30:50.834323 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:30:51.117605 run patchelf(pid=1522): Launched\u000a14:30:51.307285 run osmo-stp_10.42.42.5(pid=1519): ERR: Terminated: ERROR {rc=1} [trial-2406↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1519)]\u000a14:30:51.446047 run osmo-stp_10.42.42.5(pid=1519): stdout: \u000a| (launched: 2022-12-14_14:30:49.903569)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:30:51.584613 run osmo-stp_10.42.42.5(pid=1519): stderr: \u000a| �[0;m�[38;5;43m20221214143050096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214143050096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214143050096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214143050096 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214143050099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214143050099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214143050099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:30:51.718381 run osmo-stp_10.42.42.5(pid=1519): stdout: \u000a| (launched: 2022-12-14_14:30:49.903569)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:30:51.851176 run osmo-stp_10.42.42.5(pid=1519): stderr: \u000a| �[0;m�[38;5;43m20221214143050096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214143050096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214143050096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214143050096 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214143050099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214143050099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214143050099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:30:52.005920 run patchelf(pid=1522): Terminating (SIGINT)\u000a14:30:52.188114 run patchelf(pid=1522): Terminated: ok {rc=0}\u000a14:30:52.221140 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=1519): Process ended prematurely: osmo-stp_10.42.42.5(pid=1519) [trial-2406↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1519)] [trial-2406↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a14:30:52.230523 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a14:30:52.293656 run osmo-hlr_10.42.42.2(pid=1516): ERR: Terminated: ERROR {rc=237} [trial-2406↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1516)]\u000a14:30:52.345524 run osmo-hlr_10.42.42.2(pid=1516): stdout: \u000a| (launched: 2022-12-14_14:30:48.972446) \u000a14:30:52.398508 run osmo-hlr_10.42.42.2(pid=1516): stderr: \u000a| �[0;m�[1;31m20221214143049151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214143049151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214143049151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214143049151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214143049151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214143049151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214143049162 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/dynts:sysmo+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214143049171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214143049171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214143049171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:30:52.443549 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1515): Terminating (SIGTERM)\u000a14:30:52.486554 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1518): Terminating (SIGTERM)\u000a14:30:52.528890 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1521): Terminating (SIGTERM)\u000a14:30:52.538777 --- ParallelTerminationStrategy: PID 1515 died...\u000a14:30:52.595152 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1515): Terminated: ok {rc=0}\u000a14:30:52.605452 --- ParallelTerminationStrategy: PID 1518 died...\u000a14:30:52.661721 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1518): Terminated: ok {rc=0}\u000a14:30:52.671927 --- ParallelTerminationStrategy: PID 1521 died...\u000a14:30:52.728144 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1521): Terminated: ok {rc=0}\u000a14:30:52.815918 bus /gobi_0: Setting Powered False\u000a14:30:53.920619 bus /gobi_0: Setting Powered False\u000a14:30:55.031931 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "17", "name" : "dynts_sysmo+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:30:45" }, { "cases" : [ { "testActions" : [ ], "age" : 263, "className" : "nitb_sms:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=1529): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1529) [trial-2406↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1529)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=1529): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1529) [trial-2406↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1529)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 nitb_sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a14:30:56.890881 tst nitb_sms:oc2g: Using 1 x ip_address (candidates: 1)\u000a14:30:56.902342 tst nitb_sms:oc2g: Using 1 x bts (candidates: 1)\u000a14:30:57.034548 tst mo_mt_sms.py: using LAC 41543\u000a14:30:57.159478 tst mo_mt_sms.py: using RAC 233\u000a14:30:57.285493 tst mo_mt_sms.py: using CellId 41543\u000a14:30:57.410381 tst mo_mt_sms.py: using BVCI 41544\u000a14:30:57.435007 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a14:30:57.553967 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a14:30:57.836514 tst mo_mt_sms.py:9: start nitb and bts...\u000a14:30:57.962244 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a14:30:58.585962 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1528): Launched\u000a14:30:58.886106 run osmo-nitb_10.42.42.2(pid=1529): Launched\u000a14:30:59.072039 run osmo-nitb_10.42.42.2(pid=1529): ERR: Terminated: ERROR {rc=2} [trial-2406↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1529)]\u000a14:30:59.209126 run osmo-nitb_10.42.42.2(pid=1529): stdout: \u000a| (launched: 2022-12-14_14:30:58.739722) \u000a14:30:59.346369 run osmo-nitb_10.42.42.2(pid=1529): stderr: \u000a| (launched: 2022-12-14_14:30:58.784351)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a14:30:59.480471 run osmo-nitb_10.42.42.2(pid=1529): stdout: \u000a| (launched: 2022-12-14_14:30:58.739722) \u000a14:30:59.611967 run osmo-nitb_10.42.42.2(pid=1529): stderr: \u000a| (launched: 2022-12-14_14:30:58.784351)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a14:31:00.007225 tst osmo-nitb_10.42.42.2(pid=1529): stdout: \u000a| (launched: 2022-12-14_14:30:58.739722) \u000a14:31:00.126664 tst osmo-nitb_10.42.42.2(pid=1529): stderr: \u000a| (launched: 2022-12-14_14:30:58.784351)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a14:31:00.178767 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=1529): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1529) [trial-2406↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1529)] [trial-2406↪nitb_sms:oc2g↪mo_mt_sms.py:11]\u000a14:31:00.186907 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a14:31:00.221812 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1528): Terminating (SIGTERM)\u000a14:31:00.399427 --- ParallelTerminationStrategy: PID 1528 died...\u000a14:31:00.455445 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1528): Terminated: ok {rc=0}\u000a14:31:00.545000 bus /sierra_3: Setting Powered False\u000a14:31:01.654697 bus /sierra_3: Setting Powered False\u000a14:31:02.767068 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "18", "name" : "nitb_sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:30:56" }, { "cases" : [ { "testActions" : [ ], "age" : 205, "className" : "sms:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1539): Process ended prematurely: osmo-stp_10.42.42.5(pid=1539) [trial-2406↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1539)]", "failedSince" : 2203, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1539): Process ended prematurely: osmo-stp_10.42.42.5(pid=1539) [trial-2406↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1539)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a14:31:04.615885 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a14:31:04.626386 tst sms:oc2g: Using 1 x bts (candidates: 1)\u000a14:31:04.746271 tst mo_mt_sms.py: using LAC 41544\u000a14:31:04.862437 tst mo_mt_sms.py: using RAC 234\u000a14:31:04.980765 tst mo_mt_sms.py: using CellId 41544\u000a14:31:05.100127 tst mo_mt_sms.py: using BVCI 41545\u000a14:31:05.122844 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a14:31:05.133469 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a14:31:05.143815 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a14:31:05.154148 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a14:31:05.164387 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a14:31:05.174796 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a14:31:05.296830 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a14:31:05.508241 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:31:06.026580 run create_hlr_db(pid=1533): Launched\u000a14:31:06.215234 bus /sierra_2: Setting Powered False\u000a14:31:07.233740 run create_hlr_db(pid=1533): Terminated: ok {rc=0}\u000a14:31:07.667115 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1535): Launched\u000a14:31:07.991399 run osmo-hlr_10.42.42.2(pid=1536): Launched\u000a14:31:08.108259 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:31:08.672183 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1538): Launched\u000a14:31:08.997508 run osmo-stp_10.42.42.5(pid=1539): Launched\u000a14:31:09.114155 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:31:09.706274 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1541): Launched\u000a14:31:10.032320 run osmo-msc_10.42.42.6(pid=1542): Launched\u000a14:31:10.221159 run osmo-stp_10.42.42.5(pid=1539): ERR: Terminated: ERROR {rc=1} [trial-2406↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1539)]\u000a14:31:10.358073 run osmo-stp_10.42.42.5(pid=1539): stdout: \u000a| (launched: 2022-12-14_14:31:08.835921)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:31:10.494378 run osmo-stp_10.42.42.5(pid=1539): stderr: \u000a| �[0;m�[38;5;43m20221214143109028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214143109028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214143109028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214143109028 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214143109029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214143109029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214143109029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:31:10.624761 run osmo-stp_10.42.42.5(pid=1539): stdout: \u000a| (launched: 2022-12-14_14:31:08.835921)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:31:10.753687 run osmo-stp_10.42.42.5(pid=1539): stderr: \u000a| �[0;m�[38;5;43m20221214143109028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214143109028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214143109028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214143109028 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214143109029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214143109029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214143109029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:31:10.810320 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=1539): Process ended prematurely: osmo-stp_10.42.42.5(pid=1539) [trial-2406↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1539)] [trial-2406↪sms:oc2g↪mo_mt_sms.py:16]\u000a14:31:10.818917 tst mo_mt_sms.py:16: Test FAILED (6.2 sec)\u000a14:31:10.881998 run osmo-hlr_10.42.42.2(pid=1536): ERR: Terminated: ERROR {rc=237} [trial-2406↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1536)]\u000a14:31:10.933596 run osmo-hlr_10.42.42.2(pid=1536): stdout: \u000a| (launched: 2022-12-14_14:31:07.830822) \u000a14:31:10.985737 run osmo-hlr_10.42.42.2(pid=1536): stderr: \u000a| �[0;m�[1;31m20221214143108031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214143108032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214143108032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214143108032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214143108032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214143108032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214143108043 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/sms:oc2g/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214143108051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214143108052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214143108052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:31:11.056360 run osmo-msc_10.42.42.6(pid=1542): ERR: Terminated: ERROR {rc=2} [trial-2406↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1542)]\u000a14:31:11.107760 run osmo-msc_10.42.42.6(pid=1542): stdout: \u000a| (launched: 2022-12-14_14:31:09.870976) \u000a14:31:11.159425 run osmo-msc_10.42.42.6(pid=1542): stderr: \u000a| �[0;m�[38;5;43m20221214143110191 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214143110192 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f772080fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214143110192 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214143110192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214143110192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214143110192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214143110194 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214143110194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214143110195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214143110195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:31:11.203590 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1535): Terminating (SIGTERM)\u000a14:31:11.245852 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1538): Terminating (SIGTERM)\u000a14:31:11.288226 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1541): Terminating (SIGTERM)\u000a14:31:11.297981 --- ParallelTerminationStrategy: PID 1535 died...\u000a14:31:11.353707 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1535): Terminated: ok {rc=0}\u000a14:31:11.363748 --- ParallelTerminationStrategy: PID 1538 died...\u000a14:31:11.419341 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1538): Terminated: ok {rc=0}\u000a14:31:11.429427 --- ParallelTerminationStrategy: PID 1541 died...\u000a14:31:11.484637 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1541): Terminated: ok {rc=0}\u000a14:31:11.570825 bus /sierra_3: Setting Powered False\u000a14:31:12.673326 bus /sierra_3: Setting Powered False\u000a14:31:13.784074 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "19", "name" : "sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:31:04" }, { "cases" : [ { "testActions" : [ ], "age" : 263, "className" : "nitb_ussd:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=1548): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1548) [trial-2406↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1548)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=1548): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1548) [trial-2406↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1548)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 nitb_ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a14:31:15.586707 tst nitb_ussd:oc2g: Using 1 x ip_address (candidates: 1)\u000a14:31:15.597825 tst nitb_ussd:oc2g: Using 1 x bts (candidates: 1)\u000a14:31:15.726204 tst assert_extension.py: using LAC 41545\u000a14:31:15.865200 tst assert_extension.py: using RAC 235\u000a14:31:15.991518 tst assert_extension.py: using CellId 41545\u000a14:31:16.141708 tst assert_extension.py: using BVCI 41546\u000a14:31:16.168410 tst nitb_ussd:oc2g: Using 1 x modem (candidates: 1)\u000a14:31:16.550052 tst assert_extension.py:10: start nitb and bts...\u000a14:31:16.705300 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a14:31:17.379865 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1547): Launched\u000a14:31:17.679716 run osmo-nitb_10.42.42.2(pid=1548): Launched\u000a14:31:17.866241 run osmo-nitb_10.42.42.2(pid=1548): ERR: Terminated: ERROR {rc=2} [trial-2406↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1548)]\u000a14:31:18.003682 run osmo-nitb_10.42.42.2(pid=1548): stdout: \u000a| (launched: 2022-12-14_14:31:17.533468) \u000a14:31:18.141762 run osmo-nitb_10.42.42.2(pid=1548): stderr: \u000a| (launched: 2022-12-14_14:31:17.578145)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a14:31:18.275022 run osmo-nitb_10.42.42.2(pid=1548): stdout: \u000a| (launched: 2022-12-14_14:31:17.533468) \u000a14:31:18.406618 run osmo-nitb_10.42.42.2(pid=1548): stderr: \u000a| (launched: 2022-12-14_14:31:17.578145)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a14:31:18.801537 tst osmo-nitb_10.42.42.2(pid=1548): stdout: \u000a| (launched: 2022-12-14_14:31:17.533468) \u000a14:31:18.921760 tst osmo-nitb_10.42.42.2(pid=1548): stderr: \u000a| (launched: 2022-12-14_14:31:17.578145)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a14:31:18.974219 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=1548): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1548) [trial-2406↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1548)] [trial-2406↪nitb_ussd:oc2g↪assert_extension.py:12]\u000a14:31:18.982402 tst assert_extension.py:12: Test FAILED (3.4 sec)\u000a14:31:19.017769 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1547): Terminating (SIGTERM)\u000a14:31:19.195993 --- ParallelTerminationStrategy: PID 1547 died...\u000a14:31:19.252034 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1547): Terminated: ok {rc=0}\u000a14:31:19.341178 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "20", "name" : "nitb_ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:31:15" }, { "cases" : [ { "testActions" : [ ], "age" : 205, "className" : "ussd:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1558): Process ended prematurely: osmo-stp_10.42.42.5(pid=1558) [trial-2406↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1558)]", "failedSince" : 2203, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1558): Process ended prematurely: osmo-stp_10.42.42.5(pid=1558) [trial-2406↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1558)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a14:31:21.138623 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a14:31:21.149124 tst ussd:oc2g: Using 1 x bts (candidates: 1)\u000a14:31:21.276318 tst assert_extension.py: using LAC 41546\u000a14:31:21.401845 tst assert_extension.py: using RAC 236\u000a14:31:21.527811 tst assert_extension.py: using CellId 41546\u000a14:31:21.653752 tst assert_extension.py: using BVCI 41547\u000a14:31:21.678617 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a14:31:21.689569 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a14:31:21.700302 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a14:31:21.711152 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a14:31:21.722115 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a14:31:21.732834 tst ussd:oc2g: Using 1 x modem (candidates: 1)\u000a14:31:21.933184 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:31:22.407073 run create_hlr_db(pid=1552): Launched\u000a14:31:22.581110 bus /sierra_2: Setting Powered False\u000a14:31:23.602267 run create_hlr_db(pid=1552): Terminated: ok {rc=0}\u000a14:31:24.033901 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1554): Launched\u000a14:31:24.360339 run osmo-hlr_10.42.42.2(pid=1555): Launched\u000a14:31:24.478562 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:31:25.049540 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1557): Launched\u000a14:31:25.376528 run osmo-stp_10.42.42.5(pid=1558): Launched\u000a14:31:25.494137 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:31:26.087946 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1560): Launched\u000a14:31:26.413440 run osmo-msc_10.42.42.6(pid=1561): Launched\u000a14:31:26.602962 run osmo-stp_10.42.42.5(pid=1558): ERR: Terminated: ERROR {rc=1} [trial-2406↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1558)]\u000a14:31:26.739983 run osmo-stp_10.42.42.5(pid=1558): stdout: \u000a| (launched: 2022-12-14_14:31:25.214000)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:31:26.876591 run osmo-stp_10.42.42.5(pid=1558): stderr: \u000a| �[0;m�[38;5;43m20221214143125408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214143125408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214143125409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214143125409 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214143125409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214143125410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214143125410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:31:27.006702 run osmo-stp_10.42.42.5(pid=1558): stdout: \u000a| (launched: 2022-12-14_14:31:25.214000)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:31:27.135379 run osmo-stp_10.42.42.5(pid=1558): stderr: \u000a| �[0;m�[38;5;43m20221214143125408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214143125408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214143125409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214143125409 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214143125409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214143125410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214143125410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:31:27.191735 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=1558): Process ended prematurely: osmo-stp_10.42.42.5(pid=1558) [trial-2406↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1558)] [trial-2406↪ussd:oc2g↪assert_extension.py:17]\u000a14:31:27.200276 tst assert_extension.py:17: Test FAILED (6.1 sec)\u000a14:31:27.263278 run osmo-hlr_10.42.42.2(pid=1555): ERR: Terminated: ERROR {rc=237} [trial-2406↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1555)]\u000a14:31:27.314825 run osmo-hlr_10.42.42.2(pid=1555): stdout: \u000a| (launched: 2022-12-14_14:31:24.198356) \u000a14:31:27.366539 run osmo-hlr_10.42.42.2(pid=1555): stderr: \u000a| �[0;m�[1;31m20221214143124399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214143124399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214143124399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214143124399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214143124399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214143124399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214143124416 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/ussd:oc2g/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214143124426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214143124426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214143124426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:31:27.436991 run osmo-msc_10.42.42.6(pid=1561): ERR: Terminated: ERROR {rc=2} [trial-2406↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1561)]\u000a14:31:27.488227 run osmo-msc_10.42.42.6(pid=1561): stdout: \u000a| (launched: 2022-12-14_14:31:26.251983) \u000a14:31:27.539948 run osmo-msc_10.42.42.6(pid=1561): stderr: \u000a| �[0;m�[38;5;43m20221214143126573 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214143126573 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff3853c7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214143126574 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214143126574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214143126574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214143126574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214143126576 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214143126576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214143126576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214143126576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:31:27.583946 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1554): Terminating (SIGTERM)\u000a14:31:27.625452 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1557): Terminating (SIGTERM)\u000a14:31:27.667058 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1560): Terminating (SIGTERM)\u000a14:31:27.676741 --- ParallelTerminationStrategy: PID 1554 died...\u000a14:31:27.732260 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1554): Terminated: ok {rc=0}\u000a14:31:27.742271 --- ParallelTerminationStrategy: PID 1557 died...\u000a14:31:27.797701 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1557): Terminated: ok {rc=0}\u000a14:31:27.807670 --- ParallelTerminationStrategy: PID 1560 died...\u000a14:31:27.862769 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1560): Terminated: ok {rc=0}\u000a14:31:27.948667 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "21", "name" : "ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:31:20" }, { "cases" : [ { "testActions" : [ ], "age" : 205, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1572): Process ended prematurely: osmo-stp_10.42.42.5(pid=1572) [trial-2406↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1572)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1572): Process ended prematurely: osmo-stp_10.42.42.5(pid=1572) [trial-2406↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1572)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a14:31:29.872857 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a14:31:29.884288 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a14:31:30.037081 tst mo_mt_call.py: using LAC 41547\u000a14:31:30.166390 tst mo_mt_call.py: using RAC 237\u000a14:31:30.299122 tst mo_mt_call.py: using CellId 41547\u000a14:31:30.427868 tst mo_mt_call.py: using BVCI 41548\u000a14:31:30.452934 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a14:31:30.464488 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a14:31:30.475801 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a14:31:30.487120 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a14:31:30.498565 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a14:31:30.509944 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a14:31:30.628840 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a14:31:30.848846 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:31:31.416090 run create_hlr_db(pid=1566): Launched\u000a14:31:31.609640 bus /sierra_2: Setting Powered False\u000a14:31:32.628074 run create_hlr_db(pid=1566): Terminated: ok {rc=0}\u000a14:31:33.042006 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1568): Launched\u000a14:31:33.351249 run osmo-hlr_10.42.42.2(pid=1569): Launched\u000a14:31:33.462323 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:31:33.997451 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1571): Launched\u000a14:31:34.305992 run osmo-stp_10.42.42.5(pid=1572): Launched\u000a14:31:34.418974 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:31:34.981147 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1574): Launched\u000a14:31:35.289669 run osmo-msc_10.42.42.6(pid=1575): Launched\u000a14:31:35.471790 run osmo-stp_10.42.42.5(pid=1572): ERR: Terminated: ERROR {rc=1} [trial-2406↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1572)]\u000a14:31:35.602585 run osmo-stp_10.42.42.5(pid=1572): stdout: \u000a| (launched: 2022-12-14_14:31:34.153072)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:31:35.731034 run osmo-stp_10.42.42.5(pid=1572): stderr: \u000a| �[0;m�[38;5;43m20221214143134325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214143134326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214143134326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214143134326 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214143134327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214143134327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214143134327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:31:35.854365 run osmo-stp_10.42.42.5(pid=1572): stdout: \u000a| (launched: 2022-12-14_14:31:34.153072)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:31:35.976494 run osmo-stp_10.42.42.5(pid=1572): stderr: \u000a| �[0;m�[38;5;43m20221214143134325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214143134326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214143134326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214143134326 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214143134327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214143134327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214143134327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:31:36.030436 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1572): Process ended prematurely: osmo-stp_10.42.42.5(pid=1572) [trial-2406↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1572)] [trial-2406↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a14:31:36.038997 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a14:31:36.099556 run osmo-hlr_10.42.42.2(pid=1569): ERR: Terminated: ERROR {rc=237} [trial-2406↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1569)]\u000a14:31:36.149030 run osmo-hlr_10.42.42.2(pid=1569): stdout: \u000a| (launched: 2022-12-14_14:31:33.198242) \u000a14:31:36.198907 run osmo-hlr_10.42.42.2(pid=1569): stderr: \u000a| �[0;m�[1;31m20221214143133375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214143133375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214143133375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214143133375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214143133375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214143133375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214143133410 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214143133420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214143133420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214143133420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:31:36.266755 run osmo-msc_10.42.42.6(pid=1575): ERR: Terminated: ERROR {rc=2} [trial-2406↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1575)]\u000a14:31:36.316201 run osmo-msc_10.42.42.6(pid=1575): stdout: \u000a| (launched: 2022-12-14_14:31:35.136572) \u000a14:31:36.366341 run osmo-msc_10.42.42.6(pid=1575): stderr: \u000a| �[0;m�[38;5;43m20221214143135409 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214143135409 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f523aca2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214143135409 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214143135409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214143135410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214143135410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214143135413 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214143135414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214143135414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214143135414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:31:36.409109 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1568): Terminating (SIGTERM)\u000a14:31:36.449686 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1571): Terminating (SIGTERM)\u000a14:31:36.490022 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1574): Terminating (SIGTERM)\u000a14:31:36.499256 --- ParallelTerminationStrategy: PID 1568 died...\u000a14:31:36.553557 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1568): Terminated: ok {rc=0}\u000a14:31:36.563211 --- ParallelTerminationStrategy: PID 1571 died...\u000a14:31:36.617633 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1571): Terminated: ok {rc=0}\u000a14:31:36.627318 --- ParallelTerminationStrategy: PID 1574 died...\u000a14:31:36.681554 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1574): Terminated: ok {rc=0}\u000a14:31:36.771224 bus /sierra_3: Setting Powered False\u000a14:31:37.874947 bus /sierra_3: Setting Powered False\u000a14:31:38.982483 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 205, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1583): Process ended prematurely: osmo-stp_10.42.42.5(pid=1583) [trial-2406↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1583)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1583): Process ended prematurely: osmo-stp_10.42.42.5(pid=1583) [trial-2406↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1583)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a14:31:40.098708 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a14:31:40.111246 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a14:31:40.266523 tst mo_mt_call_osmux.py: using LAC 41548\u000a14:31:40.395522 tst mo_mt_call_osmux.py: using RAC 238\u000a14:31:40.521710 tst mo_mt_call_osmux.py: using CellId 41548\u000a14:31:40.651268 tst mo_mt_call_osmux.py: using BVCI 41549\u000a14:31:40.676621 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a14:31:40.688331 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a14:31:40.699951 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a14:31:40.711494 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a14:31:40.723022 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a14:31:40.734460 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a14:31:40.851547 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a14:31:41.066810 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:31:41.595127 run create_hlr_db(pid=1577): Launched\u000a14:31:41.786010 bus /sierra_2: Setting Powered False\u000a14:31:42.806794 run create_hlr_db(pid=1577): Terminated: ok {rc=0}\u000a14:31:43.220586 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1579): Launched\u000a14:31:43.529031 run osmo-hlr_10.42.42.2(pid=1580): Launched\u000a14:31:43.651215 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:31:44.193060 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1582): Launched\u000a14:31:44.501366 run osmo-stp_10.42.42.5(pid=1583): Launched\u000a14:31:44.614501 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:31:45.176581 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1585): Launched\u000a14:31:45.485977 run osmo-msc_10.42.42.6(pid=1586): Launched\u000a14:31:45.667928 run osmo-stp_10.42.42.5(pid=1583): ERR: Terminated: ERROR {rc=1} [trial-2406↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1583)]\u000a14:31:45.799705 run osmo-stp_10.42.42.5(pid=1583): stdout: \u000a| (launched: 2022-12-14_14:31:44.348606)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:31:45.950247 run osmo-stp_10.42.42.5(pid=1583): stderr: \u000a| �[0;m�[38;5;43m20221214143144521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214143144521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214143144521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214143144521 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214143144522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214143144522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214143144522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:31:46.081485 run osmo-stp_10.42.42.5(pid=1583): stdout: \u000a| (launched: 2022-12-14_14:31:44.348606)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:31:46.207404 run osmo-stp_10.42.42.5(pid=1583): stderr: \u000a| �[0;m�[38;5;43m20221214143144521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214143144521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214143144521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214143144521 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214143144522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214143144522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214143144522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:31:46.263510 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1583): Process ended prematurely: osmo-stp_10.42.42.5(pid=1583) [trial-2406↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1583)] [trial-2406↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a14:31:46.273318 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a14:31:46.337116 run osmo-hlr_10.42.42.2(pid=1580): ERR: Terminated: ERROR {rc=237} [trial-2406↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1580)]\u000a14:31:46.388604 run osmo-hlr_10.42.42.2(pid=1580): stdout: \u000a| (launched: 2022-12-14_14:31:43.375929) \u000a14:31:46.441081 run osmo-hlr_10.42.42.2(pid=1580): stderr: \u000a| �[0;m�[1;31m20221214143143553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214143143553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214143143553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214143143553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214143143553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214143143553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214143143566 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214143143574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214143143574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214143143574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:31:46.511363 run osmo-msc_10.42.42.6(pid=1586): ERR: Terminated: ERROR {rc=2} [trial-2406↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1586)]\u000a14:31:46.562994 run osmo-msc_10.42.42.6(pid=1586): stdout: \u000a| (launched: 2022-12-14_14:31:45.332220) \u000a14:31:46.615630 run osmo-msc_10.42.42.6(pid=1586): stderr: \u000a| �[0;m�[38;5;43m20221214143145603 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214143145604 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb8127e5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214143145604 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214143145604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214143145604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214143145604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214143145606 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214143145606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214143145606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214143145606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:31:46.660498 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1579): Terminating (SIGTERM)\u000a14:31:46.704573 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1582): Terminating (SIGTERM)\u000a14:31:46.747248 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1585): Terminating (SIGTERM)\u000a14:31:46.757732 --- ParallelTerminationStrategy: PID 1579 died...\u000a14:31:46.816214 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1579): Terminated: ok {rc=0}\u000a14:31:46.827427 --- ParallelTerminationStrategy: PID 1582 died...\u000a14:31:46.883380 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1582): Terminated: ok {rc=0}\u000a14:31:46.894026 --- ParallelTerminationStrategy: PID 1585 died...\u000a14:31:46.950771 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1585): Terminated: ok {rc=0}\u000a14:31:47.038599 bus /sierra_3: Setting Powered False\u000a14:31:48.139470 bus /sierra_3: Setting Powered False\u000a14:31:49.246589 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "22", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:31:29" }, { "cases" : [ { "testActions" : [ ], "age" : 205, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1597): Process ended prematurely: osmo-stp_10.42.42.5(pid=1597) [trial-2406↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1597)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1597): Process ended prematurely: osmo-stp_10.42.42.5(pid=1597) [trial-2406↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1597)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a14:31:51.201363 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a14:31:51.212795 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a14:31:51.365834 tst mo_mt_call.py: using LAC 41549\u000a14:31:51.498654 tst mo_mt_call.py: using RAC 239\u000a14:31:51.629417 tst mo_mt_call.py: using CellId 41549\u000a14:31:51.760529 tst mo_mt_call.py: using BVCI 41550\u000a14:31:51.785986 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a14:31:51.797689 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a14:31:51.808922 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a14:31:51.820545 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a14:31:51.832059 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a14:31:51.843552 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a14:31:51.960366 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a14:31:52.172854 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:31:52.703639 run create_hlr_db(pid=1591): Launched\u000a14:31:52.895662 bus /sierra_2: Setting Powered False\u000a14:31:53.916021 run create_hlr_db(pid=1591): Terminated: ok {rc=0}\u000a14:31:54.333560 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1593): Launched\u000a14:31:54.643501 run osmo-hlr_10.42.42.2(pid=1594): Launched\u000a14:31:54.756230 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:31:55.292344 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1596): Launched\u000a14:31:55.601360 run osmo-stp_10.42.42.5(pid=1597): Launched\u000a14:31:55.715147 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:31:56.277728 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1599): Launched\u000a14:31:56.589630 run osmo-msc_10.42.42.6(pid=1600): Launched\u000a14:31:56.772328 run osmo-stp_10.42.42.5(pid=1597): ERR: Terminated: ERROR {rc=1} [trial-2406↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1597)]\u000a14:31:56.903545 run osmo-stp_10.42.42.5(pid=1597): stdout: \u000a| (launched: 2022-12-14_14:31:55.448745)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:31:57.031975 run osmo-stp_10.42.42.5(pid=1597): stderr: \u000a| �[0;m�[38;5;43m20221214143155619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214143155619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214143155619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214143155619 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214143155620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214143155620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214143155620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:31:57.155385 run osmo-stp_10.42.42.5(pid=1597): stdout: \u000a| (launched: 2022-12-14_14:31:55.448745)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:31:57.276930 run osmo-stp_10.42.42.5(pid=1597): stderr: \u000a| �[0;m�[38;5;43m20221214143155619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214143155619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214143155619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214143155619 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214143155620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214143155620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214143155620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:31:57.330761 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1597): Process ended prematurely: osmo-stp_10.42.42.5(pid=1597) [trial-2406↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1597)] [trial-2406↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a14:31:57.339432 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a14:31:57.400103 run osmo-hlr_10.42.42.2(pid=1594): ERR: Terminated: ERROR {rc=237} [trial-2406↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1594)]\u000a14:31:57.449491 run osmo-hlr_10.42.42.2(pid=1594): stdout: \u000a| (launched: 2022-12-14_14:31:54.490054) \u000a14:31:57.500065 run osmo-hlr_10.42.42.2(pid=1594): stderr: \u000a| �[0;m�[1;31m20221214143154669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214143154669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214143154669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214143154669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214143154669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214143154669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214143154693 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214143154702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214143154703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214143154703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:31:57.568237 run osmo-msc_10.42.42.6(pid=1600): ERR: Terminated: ERROR {rc=2} [trial-2406↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1600)]\u000a14:31:57.617901 run osmo-msc_10.42.42.6(pid=1600): stdout: \u000a| (launched: 2022-12-14_14:31:56.433321) \u000a14:31:57.667917 run osmo-msc_10.42.42.6(pid=1600): stderr: \u000a| �[0;m�[38;5;43m20221214143156707 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214143156707 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc386d48c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214143156707 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214143156707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214143156707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214143156707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214143156709 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214143156709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214143156710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214143156710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:31:57.710435 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1593): Terminating (SIGTERM)\u000a14:31:57.750611 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1596): Terminating (SIGTERM)\u000a14:31:57.791295 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1599): Terminating (SIGTERM)\u000a14:31:57.801145 --- ParallelTerminationStrategy: PID 1593 died...\u000a14:31:57.854811 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1593): Terminated: ok {rc=0}\u000a14:31:57.864330 --- ParallelTerminationStrategy: PID 1596 died...\u000a14:31:57.917531 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1596): Terminated: ok {rc=0}\u000a14:31:57.926998 --- ParallelTerminationStrategy: PID 1599 died...\u000a14:31:57.980334 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1599): Terminated: ok {rc=0}\u000a14:31:58.069497 bus /sierra_3: Setting Powered False\u000a14:31:59.172080 bus /sierra_3: Setting Powered False\u000a14:32:00.279524 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 205, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1608): Process ended prematurely: osmo-stp_10.42.42.5(pid=1608) [trial-2406↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1608)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1608): Process ended prematurely: osmo-stp_10.42.42.5(pid=1608) [trial-2406↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1608)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a14:32:01.397401 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a14:32:01.410817 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a14:32:01.568875 tst mo_mt_call_osmux.py: using LAC 41550\u000a14:32:01.728548 tst mo_mt_call_osmux.py: using RAC 240\u000a14:32:01.860584 tst mo_mt_call_osmux.py: using CellId 41550\u000a14:32:01.984793 tst mo_mt_call_osmux.py: using BVCI 41551\u000a14:32:02.009465 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a14:32:02.021578 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a14:32:02.033600 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a14:32:02.045657 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a14:32:02.058958 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a14:32:02.073923 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a14:32:02.195003 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a14:32:02.414709 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:32:02.946407 run create_hlr_db(pid=1602): Launched\u000a14:32:03.138111 bus /sierra_2: Setting Powered False\u000a14:32:04.158266 run create_hlr_db(pid=1602): Terminated: ok {rc=0}\u000a14:32:04.571960 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1604): Launched\u000a14:32:04.880738 run osmo-hlr_10.42.42.2(pid=1605): Launched\u000a14:32:04.994310 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:32:05.531751 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1607): Launched\u000a14:32:05.839475 run osmo-stp_10.42.42.5(pid=1608): Launched\u000a14:32:05.951221 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:32:06.512536 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1610): Launched\u000a14:32:06.821559 run osmo-msc_10.42.42.6(pid=1611): Launched\u000a14:32:07.002160 run osmo-stp_10.42.42.5(pid=1608): ERR: Terminated: ERROR {rc=1} [trial-2406↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1608)]\u000a14:32:07.132335 run osmo-stp_10.42.42.5(pid=1608): stdout: \u000a| (launched: 2022-12-14_14:32:05.687515)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:32:07.260150 run osmo-stp_10.42.42.5(pid=1608): stderr: \u000a| �[0;m�[38;5;43m20221214143205861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214143205861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214143205861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214143205862 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214143205862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214143205862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214143205862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:32:07.383116 run osmo-stp_10.42.42.5(pid=1608): stdout: \u000a| (launched: 2022-12-14_14:32:05.687515)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:32:07.504764 run osmo-stp_10.42.42.5(pid=1608): stderr: \u000a| �[0;m�[38;5;43m20221214143205861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214143205861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214143205861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214143205862 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214143205862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214143205862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214143205862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:32:07.558383 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1608): Process ended prematurely: osmo-stp_10.42.42.5(pid=1608) [trial-2406↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1608)] [trial-2406↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a14:32:07.567270 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a14:32:07.627546 run osmo-hlr_10.42.42.2(pid=1605): ERR: Terminated: ERROR {rc=237} [trial-2406↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1605)]\u000a14:32:07.676714 run osmo-hlr_10.42.42.2(pid=1605): stdout: \u000a| (launched: 2022-12-14_14:32:04.728379) \u000a14:32:07.726981 run osmo-hlr_10.42.42.2(pid=1605): stderr: \u000a| �[0;m�[1;31m20221214143204909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214143204909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214143204909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214143204909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214143204909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214143204909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214143204925 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214143204936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214143204936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214143204936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:32:07.794620 run osmo-msc_10.42.42.6(pid=1611): ERR: Terminated: ERROR {rc=2} [trial-2406↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1611)]\u000a14:32:07.843788 run osmo-msc_10.42.42.6(pid=1611): stdout: \u000a| (launched: 2022-12-14_14:32:06.668255) \u000a14:32:07.893512 run osmo-msc_10.42.42.6(pid=1611): stderr: \u000a| �[0;m�[38;5;43m20221214143206938 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214143206938 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f279e1a2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214143206938 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214143206938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214143206938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214143206939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214143206940 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214143206941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214143206941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214143206941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:32:07.935902 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1604): Terminating (SIGTERM)\u000a14:32:07.975832 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1607): Terminating (SIGTERM)\u000a14:32:08.015649 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1610): Terminating (SIGTERM)\u000a14:32:08.024911 --- ParallelTerminationStrategy: PID 1604 died...\u000a14:32:08.078937 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1604): Terminated: ok {rc=0}\u000a14:32:08.088559 --- ParallelTerminationStrategy: PID 1607 died...\u000a14:32:08.141986 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1607): Terminated: ok {rc=0}\u000a14:32:08.151627 --- ParallelTerminationStrategy: PID 1610 died...\u000a14:32:08.204746 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1610): Terminated: ok {rc=0}\u000a14:32:08.287925 bus /sierra_3: Setting Powered False\u000a14:32:09.393746 bus /sierra_3: Setting Powered False\u000a14:32:10.504532 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "23", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:31:50" }, { "cases" : [ { "testActions" : [ ], "age" : 205, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1622): Process ended prematurely: osmo-stp_10.42.42.5(pid=1622) [trial-2406↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1622)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1622): Process ended prematurely: osmo-stp_10.42.42.5(pid=1622) [trial-2406↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1622)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a14:32:12.460327 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a14:32:12.471752 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a14:32:12.624621 tst mo_mt_call.py: using LAC 41551\u000a14:32:12.756801 tst mo_mt_call.py: using RAC 241\u000a14:32:12.890914 tst mo_mt_call.py: using CellId 41551\u000a14:32:13.018873 tst mo_mt_call.py: using BVCI 41552\u000a14:32:13.044241 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a14:32:13.055815 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a14:32:13.067244 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a14:32:13.078612 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a14:32:13.090077 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a14:32:13.101614 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a14:32:13.219713 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a14:32:13.427311 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:32:13.914669 run create_hlr_db(pid=1616): Launched\u000a14:32:14.090966 bus /sierra_2: Setting Powered False\u000a14:32:15.113167 run create_hlr_db(pid=1616): Terminated: ok {rc=0}\u000a14:32:15.552759 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1618): Launched\u000a14:32:15.985507 run osmo-hlr_10.42.42.2(pid=1619): Launched\u000a14:32:16.250554 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:32:16.817834 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1621): Launched\u000a14:32:17.279003 run osmo-stp_10.42.42.5(pid=1622): Launched\u000a14:32:17.426689 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:32:18.030186 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1624): Launched\u000a14:32:18.361461 run osmo-msc_10.42.42.6(pid=1625): Launched\u000a14:32:18.554334 run osmo-stp_10.42.42.5(pid=1622): ERR: Terminated: ERROR {rc=1} [trial-2406↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1622)]\u000a14:32:18.693298 run osmo-stp_10.42.42.5(pid=1622): stdout: \u000a| (launched: 2022-12-14_14:32:16.978250)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:32:18.831861 run osmo-stp_10.42.42.5(pid=1622): stderr: \u000a| �[0;m�[38;5;43m20221214143217173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214143217173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214143217173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214143217174 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214143217176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214143217176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214143217176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:32:18.964632 run osmo-stp_10.42.42.5(pid=1622): stdout: \u000a| (launched: 2022-12-14_14:32:16.978250)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:32:19.096743 run osmo-stp_10.42.42.5(pid=1622): stderr: \u000a| �[0;m�[38;5;43m20221214143217173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214143217173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214143217173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214143217174 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214143217176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214143217176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214143217176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:32:19.154891 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1622): Process ended prematurely: osmo-stp_10.42.42.5(pid=1622) [trial-2406↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1622)] [trial-2406↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a14:32:19.164293 tst mo_mt_call.py:8: Test FAILED (6.7 sec)\u000a14:32:19.227633 run osmo-hlr_10.42.42.2(pid=1619): ERR: Terminated: ERROR {rc=237} [trial-2406↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1619)]\u000a14:32:19.279432 run osmo-hlr_10.42.42.2(pid=1619): stdout: \u000a| (launched: 2022-12-14_14:32:15.720921) \u000a14:32:19.331643 run osmo-hlr_10.42.42.2(pid=1619): stderr: \u000a| �[0;m�[1;31m20221214143215980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214143215980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214143215980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214143215980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214143215980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214143215980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214143215995 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214143216007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214143216007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214143216008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:32:19.403179 run osmo-msc_10.42.42.6(pid=1625): ERR: Terminated: ERROR {rc=2} [trial-2406↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1625)]\u000a14:32:19.454664 run osmo-msc_10.42.42.6(pid=1625): stdout: \u000a| (launched: 2022-12-14_14:32:18.198420) \u000a14:32:19.506747 run osmo-msc_10.42.42.6(pid=1625): stderr: \u000a| �[0;m�[38;5;43m20221214143218523 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214143218523 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9c17237c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214143218523 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214143218523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214143218523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214143218523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214143218525 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214143218525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214143218526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214143218526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:32:19.550963 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1618): Terminating (SIGTERM)\u000a14:32:19.593398 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1621): Terminating (SIGTERM)\u000a14:32:19.635746 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1624): Terminating (SIGTERM)\u000a14:32:19.645518 --- ParallelTerminationStrategy: PID 1618 died...\u000a14:32:19.701118 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1618): Terminated: ok {rc=0}\u000a14:32:19.711141 --- ParallelTerminationStrategy: PID 1621 died...\u000a14:32:19.766360 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1621): Terminated: ok {rc=0}\u000a14:32:19.776292 --- ParallelTerminationStrategy: PID 1624 died...\u000a14:32:19.831626 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1624): Terminated: ok {rc=0}\u000a14:32:19.918430 bus /sierra_3: Setting Powered False\u000a14:32:21.024784 bus /sierra_3: Setting Powered False\u000a14:32:22.133384 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 207, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1633): Process ended prematurely: osmo-stp_10.42.42.5(pid=1633) [trial-2406↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1633)]", "failedSince" : 2201, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1633): Process ended prematurely: osmo-stp_10.42.42.5(pid=1633) [trial-2406↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1633)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a14:32:23.248681 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a14:32:23.261082 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a14:32:23.416686 tst mo_mt_call_osmux.py: using LAC 41552\u000a14:32:23.545614 tst mo_mt_call_osmux.py: using RAC 242\u000a14:32:23.668119 tst mo_mt_call_osmux.py: using CellId 41552\u000a14:32:23.790225 tst mo_mt_call_osmux.py: using BVCI 41553\u000a14:32:23.813694 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a14:32:23.824635 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a14:32:23.835843 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a14:32:23.846808 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a14:32:23.858514 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a14:32:23.870265 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a14:32:23.986129 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a14:32:24.201571 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:32:24.729782 run create_hlr_db(pid=1627): Launched\u000a14:32:24.906769 bus /sierra_2: Setting Powered False\u000a14:32:25.928617 run create_hlr_db(pid=1627): Terminated: ok {rc=0}\u000a14:32:26.368138 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1629): Launched\u000a14:32:26.701651 run osmo-hlr_10.42.42.2(pid=1630): Launched\u000a14:32:26.824568 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:32:27.400646 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1632): Launched\u000a14:32:27.732431 run osmo-stp_10.42.42.5(pid=1633): Launched\u000a14:32:27.852602 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:32:28.458428 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1635): Launched\u000a14:32:28.791070 run osmo-msc_10.42.42.6(pid=1636): Launched\u000a14:32:28.984652 run osmo-stp_10.42.42.5(pid=1633): ERR: Terminated: ERROR {rc=1} [trial-2406↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1633)]\u000a14:32:29.124068 run osmo-stp_10.42.42.5(pid=1633): stdout: \u000a| (launched: 2022-12-14_14:32:27.568908)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:32:29.262567 run osmo-stp_10.42.42.5(pid=1633): stderr: \u000a| �[0;m�[38;5;43m20221214143227765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214143227765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214143227765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214143227766 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214143227768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214143227768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214143227768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:32:29.394694 run osmo-stp_10.42.42.5(pid=1633): stdout: \u000a| (launched: 2022-12-14_14:32:27.568908)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:32:29.525062 run osmo-stp_10.42.42.5(pid=1633): stderr: \u000a| �[0;m�[38;5;43m20221214143227765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214143227765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214143227765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214143227766 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214143227768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214143227768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214143227768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:32:29.582811 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1633): Process ended prematurely: osmo-stp_10.42.42.5(pid=1633) [trial-2406↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1633)] [trial-2406↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a14:32:29.592090 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a14:32:29.654822 run osmo-hlr_10.42.42.2(pid=1630): ERR: Terminated: ERROR {rc=237} [trial-2406↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1630)]\u000a14:32:29.706399 run osmo-hlr_10.42.42.2(pid=1630): stdout: \u000a| (launched: 2022-12-14_14:32:26.536149) \u000a14:32:29.758414 run osmo-hlr_10.42.42.2(pid=1630): stderr: \u000a| �[0;m�[1;31m20221214143226739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214143226739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214143226739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214143226739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214143226740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214143226740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214143226752 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214143226762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214143226762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214143226762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:32:29.829053 run osmo-msc_10.42.42.6(pid=1636): ERR: Terminated: ERROR {rc=2} [trial-2406↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1636)]\u000a14:32:29.880382 run osmo-msc_10.42.42.6(pid=1636): stdout: \u000a| (launched: 2022-12-14_14:32:28.626297) \u000a14:32:29.932644 run osmo-msc_10.42.42.6(pid=1636): stderr: \u000a| �[0;m�[38;5;43m20221214143228947 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214143228948 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f37b3030c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214143228948 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214143228948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214143228948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214143228948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214143228950 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214143228950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214143228950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214143228950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:32:29.976783 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1629): Terminating (SIGTERM)\u000a14:32:30.018416 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1632): Terminating (SIGTERM)\u000a14:32:30.059977 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1635): Terminating (SIGTERM)\u000a14:32:30.069612 --- ParallelTerminationStrategy: PID 1629 died...\u000a14:32:30.125378 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1629): Terminated: ok {rc=0}\u000a14:32:30.135556 --- ParallelTerminationStrategy: PID 1632 died...\u000a14:32:30.190974 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1632): Terminated: ok {rc=0}\u000a14:32:30.201098 --- ParallelTerminationStrategy: PID 1635 died...\u000a14:32:30.257005 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1635): Terminated: ok {rc=0}\u000a14:32:30.343181 bus /sierra_3: Setting Powered False\u000a14:32:31.449205 bus /sierra_3: Setting Powered False\u000a14:32:32.558958 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "24", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:32:12" }, { "cases" : [ { "testActions" : [ ], "age" : 205, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1647): Process ended prematurely: osmo-stp_10.42.42.5(pid=1647) [trial-2406↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1647)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1647): Process ended prematurely: osmo-stp_10.42.42.5(pid=1647) [trial-2406↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1647)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a14:32:34.511349 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a14:32:34.522952 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a14:32:34.669253 tst mo_mt_call.py: using LAC 41553\u000a14:32:34.790563 tst mo_mt_call.py: using RAC 243\u000a14:32:34.913373 tst mo_mt_call.py: using CellId 41553\u000a14:32:35.033462 tst mo_mt_call.py: using BVCI 41554\u000a14:32:35.056805 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a14:32:35.067931 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a14:32:35.078966 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a14:32:35.089826 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a14:32:35.101336 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a14:32:35.112612 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a14:32:35.232535 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a14:32:35.441255 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:32:35.925965 run create_hlr_db(pid=1641): Launched\u000a14:32:36.101958 bus /sierra_2: Setting Powered False\u000a14:32:37.124393 run create_hlr_db(pid=1641): Terminated: ok {rc=0}\u000a14:32:37.566895 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1643): Launched\u000a14:32:37.898277 run osmo-hlr_10.42.42.2(pid=1644): Launched\u000a14:32:38.020317 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:32:38.596279 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1646): Launched\u000a14:32:38.928492 run osmo-stp_10.42.42.5(pid=1647): Launched\u000a14:32:39.048519 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:32:39.654591 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1649): Launched\u000a14:32:39.987020 run osmo-msc_10.42.42.6(pid=1650): Launched\u000a14:32:40.180011 run osmo-stp_10.42.42.5(pid=1647): ERR: Terminated: ERROR {rc=1} [trial-2406↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1647)]\u000a14:32:40.319462 run osmo-stp_10.42.42.5(pid=1647): stdout: \u000a| (launched: 2022-12-14_14:32:38.763883)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:32:40.458201 run osmo-stp_10.42.42.5(pid=1647): stderr: \u000a| �[0;m�[38;5;43m20221214143238960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214143238960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214143238960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214143238961 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214143238961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214143238961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214143238961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:32:40.590525 run osmo-stp_10.42.42.5(pid=1647): stdout: \u000a| (launched: 2022-12-14_14:32:38.763883)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:32:40.721196 run osmo-stp_10.42.42.5(pid=1647): stderr: \u000a| �[0;m�[38;5;43m20221214143238960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214143238960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214143238960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214143238961 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214143238961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214143238961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214143238961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:32:40.779031 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1647): Process ended prematurely: osmo-stp_10.42.42.5(pid=1647) [trial-2406↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1647)] [trial-2406↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a14:32:40.788244 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a14:32:40.851876 run osmo-hlr_10.42.42.2(pid=1644): ERR: Terminated: ERROR {rc=237} [trial-2406↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1644)]\u000a14:32:40.904198 run osmo-hlr_10.42.42.2(pid=1644): stdout: \u000a| (launched: 2022-12-14_14:32:37.735603) \u000a14:32:40.957074 run osmo-hlr_10.42.42.2(pid=1644): stderr: \u000a| �[0;m�[1;31m20221214143237935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214143237935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214143237935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214143237935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214143237935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214143237935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214143237946 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214143237955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214143237955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214143237955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:32:41.028662 run osmo-msc_10.42.42.6(pid=1650): ERR: Terminated: ERROR {rc=2} [trial-2406↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1650)]\u000a14:32:41.080646 run osmo-msc_10.42.42.6(pid=1650): stdout: \u000a| (launched: 2022-12-14_14:32:39.822603) \u000a14:32:41.133220 run osmo-msc_10.42.42.6(pid=1650): stderr: \u000a| �[0;m�[38;5;43m20221214143240146 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214143240146 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe705c9bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214143240146 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214143240146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214143240146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214143240146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214143240150 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214143240150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214143240150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214143240150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:32:41.177861 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1643): Terminating (SIGTERM)\u000a14:32:41.219936 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1646): Terminating (SIGTERM)\u000a14:32:41.262726 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1649): Terminating (SIGTERM)\u000a14:32:41.272547 --- ParallelTerminationStrategy: PID 1643 died...\u000a14:32:41.329175 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1643): Terminated: ok {rc=0}\u000a14:32:41.339345 --- ParallelTerminationStrategy: PID 1646 died...\u000a14:32:41.395366 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1646): Terminated: ok {rc=0}\u000a14:32:41.405866 --- ParallelTerminationStrategy: PID 1649 died...\u000a14:32:41.461703 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1649): Terminated: ok {rc=0}\u000a14:32:41.548539 bus /sierra_3: Setting Powered False\u000a14:32:42.656814 bus /sierra_3: Setting Powered False\u000a14:32:43.764977 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 205, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1658): Process ended prematurely: osmo-stp_10.42.42.5(pid=1658) [trial-2406↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1658)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1658): Process ended prematurely: osmo-stp_10.42.42.5(pid=1658) [trial-2406↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1658)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a14:32:44.880041 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a14:32:44.892478 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a14:32:45.046399 tst mo_mt_call_osmux.py: using LAC 41554\u000a14:32:45.169414 tst mo_mt_call_osmux.py: using RAC 244\u000a14:32:45.298894 tst mo_mt_call_osmux.py: using CellId 41554\u000a14:32:45.429453 tst mo_mt_call_osmux.py: using BVCI 41555\u000a14:32:45.454776 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a14:32:45.466528 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a14:32:45.478103 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a14:32:45.489617 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a14:32:45.501129 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a14:32:45.512499 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a14:32:45.630136 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a14:32:45.850821 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:32:46.445716 run create_hlr_db(pid=1652): Launched\u000a14:32:46.637457 bus /sierra_2: Setting Powered False\u000a14:32:47.654383 run create_hlr_db(pid=1652): Terminated: ok {rc=0}\u000a14:32:48.097545 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1654): Launched\u000a14:32:48.429956 run osmo-hlr_10.42.42.2(pid=1655): Launched\u000a14:32:48.553094 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:32:49.128824 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1657): Launched\u000a14:32:49.458732 run osmo-stp_10.42.42.5(pid=1658): Launched\u000a14:32:49.578979 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:32:50.182483 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1660): Launched\u000a14:32:50.514338 run osmo-msc_10.42.42.6(pid=1661): Launched\u000a14:32:50.707753 run osmo-stp_10.42.42.5(pid=1658): ERR: Terminated: ERROR {rc=1} [trial-2406↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1658)]\u000a14:32:50.846795 run osmo-stp_10.42.42.5(pid=1658): stdout: \u000a| (launched: 2022-12-14_14:32:49.296347)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:32:50.985306 run osmo-stp_10.42.42.5(pid=1658): stderr: \u000a| �[0;m�[38;5;43m20221214143249494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214143249494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214143249494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214143249495 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214143249495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214143249495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214143249495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:32:51.116886 run osmo-stp_10.42.42.5(pid=1658): stdout: \u000a| (launched: 2022-12-14_14:32:49.296347)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:32:51.247336 run osmo-stp_10.42.42.5(pid=1658): stderr: \u000a| �[0;m�[38;5;43m20221214143249494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214143249494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214143249494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214143249495 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214143249495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214143249495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214143249495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:32:51.305323 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1658): Process ended prematurely: osmo-stp_10.42.42.5(pid=1658) [trial-2406↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1658)] [trial-2406↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a14:32:51.315120 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a14:32:51.377914 run osmo-hlr_10.42.42.2(pid=1655): ERR: Terminated: ERROR {rc=237} [trial-2406↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1655)]\u000a14:32:51.429458 run osmo-hlr_10.42.42.2(pid=1655): stdout: \u000a| (launched: 2022-12-14_14:32:48.265866) \u000a14:32:51.481386 run osmo-hlr_10.42.42.2(pid=1655): stderr: \u000a| �[0;m�[1;31m20221214143248465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214143248465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214143248465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214143248465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214143248465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214143248465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214143248477 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214143248486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214143248486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214143248487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:32:51.552009 run osmo-msc_10.42.42.6(pid=1661): ERR: Terminated: ERROR {rc=2} [trial-2406↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1661)]\u000a14:32:51.603384 run osmo-msc_10.42.42.6(pid=1661): stdout: \u000a| (launched: 2022-12-14_14:32:50.350216) \u000a14:32:51.655031 run osmo-msc_10.42.42.6(pid=1661): stderr: \u000a| �[0;m�[38;5;43m20221214143250676 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214143250676 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4601e8cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214143250676 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214143250676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214143250676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214143250676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214143250680 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214143250680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214143250680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214143250680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:32:51.699096 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1654): Terminating (SIGTERM)\u000a14:32:51.741335 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1657): Terminating (SIGTERM)\u000a14:32:51.783126 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1660): Terminating (SIGTERM)\u000a14:32:51.792868 --- ParallelTerminationStrategy: PID 1654 died...\u000a14:32:51.848740 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1654): Terminated: ok {rc=0}\u000a14:32:51.858918 --- ParallelTerminationStrategy: PID 1657 died...\u000a14:32:51.915242 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1657): Terminated: ok {rc=0}\u000a14:32:51.925783 --- ParallelTerminationStrategy: PID 1660 died...\u000a14:32:51.981946 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1660): Terminated: ok {rc=0}\u000a14:32:52.067292 bus /sierra_3: Setting Powered False\u000a14:32:53.172277 bus /sierra_3: Setting Powered False\u000a14:32:54.279909 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "25", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:32:34" }, { "cases" : [ { "testActions" : [ ], "age" : 205, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1673): Process ended prematurely: osmo-stp_10.42.42.5(pid=1673) [trial-2406↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1673)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1673): Process ended prematurely: osmo-stp_10.42.42.5(pid=1673) [trial-2406↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1673)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a14:32:56.232400 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a14:32:56.243625 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a14:32:56.387132 tst mo_mt_call.py: using LAC 41555\u000a14:32:56.507375 tst mo_mt_call.py: using RAC 245\u000a14:32:56.627289 tst mo_mt_call.py: using CellId 41555\u000a14:32:56.749745 tst mo_mt_call.py: using BVCI 41556\u000a14:32:56.772864 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a14:32:56.783998 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a14:32:56.794851 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a14:32:56.805898 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a14:32:56.817307 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a14:32:56.828495 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a14:32:56.948512 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a14:32:57.162493 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:32:57.691357 run create_hlr_db(pid=1667): Launched\u000a14:32:57.881872 bus /sierra_2: Setting Powered False\u000a14:32:58.902912 run create_hlr_db(pid=1667): Terminated: ok {rc=0}\u000a14:32:59.317079 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1669): Launched\u000a14:32:59.626242 run osmo-hlr_10.42.42.2(pid=1670): Launched\u000a14:32:59.753325 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:33:00.295314 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1672): Launched\u000a14:33:00.604029 run osmo-stp_10.42.42.5(pid=1673): Launched\u000a14:33:00.718233 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:33:01.392725 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1675): Launched\u000a14:33:01.872695 run osmo-msc_10.42.42.6(pid=1677): Launched\u000a14:33:02.142913 run osmo-stp_10.42.42.5(pid=1673): ERR: Terminated: ERROR {rc=1} [trial-2406↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1673)]\u000a14:33:02.328467 run osmo-stp_10.42.42.5(pid=1673): stdout: \u000a| (launched: 2022-12-14_14:33:00.451155)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:33:02.494733 run osmo-stp_10.42.42.5(pid=1673): stderr: \u000a| �[0;m�[38;5;43m20221214143300623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214143300623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214143300624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214143300624 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214143300624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214143300625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214143300625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:33:02.627316 run osmo-stp_10.42.42.5(pid=1673): stdout: \u000a| (launched: 2022-12-14_14:33:00.451155)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:33:02.758879 run osmo-stp_10.42.42.5(pid=1673): stderr: \u000a| �[0;m�[38;5;43m20221214143300623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214143300623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214143300624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214143300624 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214143300624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214143300625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214143300625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:33:02.816874 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1673): Process ended prematurely: osmo-stp_10.42.42.5(pid=1673) [trial-2406↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1673)] [trial-2406↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a14:33:02.826308 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a14:33:02.889466 run osmo-hlr_10.42.42.2(pid=1670): ERR: Terminated: ERROR {rc=237} [trial-2406↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1670)]\u000a14:33:02.941530 run osmo-hlr_10.42.42.2(pid=1670): stdout: \u000a| (launched: 2022-12-14_14:32:59.473722) \u000a14:33:02.994074 run osmo-hlr_10.42.42.2(pid=1670): stderr: \u000a| �[0;m�[1;31m20221214143259649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214143259649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214143259649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214143259649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214143259649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214143259649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214143259661 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214143259670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214143259670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214143259670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:33:03.065356 run osmo-msc_10.42.42.6(pid=1677): ERR: Terminated: ERROR {rc=2} [trial-2406↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1677)]\u000a14:33:03.116915 run osmo-msc_10.42.42.6(pid=1677): stdout: \u000a| (launched: 2022-12-14_14:33:01.596329) \u000a14:33:03.169173 run osmo-msc_10.42.42.6(pid=1677): stderr: \u000a| �[0;m�[38;5;43m20221214143302100 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214143302101 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f62618ffc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214143302101 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214143302101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214143302101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214143302101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214143302103 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214143302103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214143302103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214143302103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:33:03.213748 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1669): Terminating (SIGTERM)\u000a14:33:03.256299 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1672): Terminating (SIGTERM)\u000a14:33:03.298665 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1675): Terminating (SIGTERM)\u000a14:33:03.308443 --- ParallelTerminationStrategy: PID 1669 died...\u000a14:33:03.364803 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1669): Terminated: ok {rc=0}\u000a14:33:03.375042 --- ParallelTerminationStrategy: PID 1672 died...\u000a14:33:03.431405 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1672): Terminated: ok {rc=0}\u000a14:33:03.442030 --- ParallelTerminationStrategy: PID 1675 died...\u000a14:33:03.498023 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1675): Terminated: ok {rc=0}\u000a14:33:03.584402 bus /sierra_3: Setting Powered False\u000a14:33:04.693961 bus /sierra_3: Setting Powered False\u000a14:33:05.801465 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 205, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1685): Process ended prematurely: osmo-stp_10.42.42.5(pid=1685) [trial-2406↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1685)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1685): Process ended prematurely: osmo-stp_10.42.42.5(pid=1685) [trial-2406↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1685)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a14:33:06.911068 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a14:33:06.922815 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a14:33:07.068645 tst mo_mt_call_osmux.py: using LAC 41556\u000a14:33:07.189934 tst mo_mt_call_osmux.py: using RAC 246\u000a14:33:07.317912 tst mo_mt_call_osmux.py: using CellId 41556\u000a14:33:07.441713 tst mo_mt_call_osmux.py: using BVCI 41557\u000a14:33:07.465256 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a14:33:07.476299 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a14:33:07.487177 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a14:33:07.498214 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a14:33:07.509447 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a14:33:07.520491 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a14:33:07.640294 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a14:33:07.844390 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:33:08.330342 run create_hlr_db(pid=1679): Launched\u000a14:33:08.506220 bus /sierra_2: Setting Powered False\u000a14:33:09.529080 run create_hlr_db(pid=1679): Terminated: ok {rc=0}\u000a14:33:09.969067 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1681): Launched\u000a14:33:10.301310 run osmo-hlr_10.42.42.2(pid=1682): Launched\u000a14:33:10.426873 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:33:11.001651 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1684): Launched\u000a14:33:11.331841 run osmo-stp_10.42.42.5(pid=1685): Launched\u000a14:33:11.451829 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:33:12.057117 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1687): Launched\u000a14:33:12.388306 run osmo-msc_10.42.42.6(pid=1688): Launched\u000a14:33:12.581992 run osmo-stp_10.42.42.5(pid=1685): ERR: Terminated: ERROR {rc=1} [trial-2406↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1685)]\u000a14:33:12.720352 run osmo-stp_10.42.42.5(pid=1685): stdout: \u000a| (launched: 2022-12-14_14:33:11.169885)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:33:12.859255 run osmo-stp_10.42.42.5(pid=1685): stderr: \u000a| �[0;m�[38;5;43m20221214143311366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214143311366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214143311366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214143311367 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214143311367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214143311367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214143311367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:33:12.991257 run osmo-stp_10.42.42.5(pid=1685): stdout: \u000a| (launched: 2022-12-14_14:33:11.169885)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:33:13.122477 run osmo-stp_10.42.42.5(pid=1685): stderr: \u000a| �[0;m�[38;5;43m20221214143311366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214143311366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214143311366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214143311367 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214143311367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214143311367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214143311367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:33:13.180164 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1685): Process ended prematurely: osmo-stp_10.42.42.5(pid=1685) [trial-2406↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1685)] [trial-2406↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a14:33:13.189410 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a14:33:13.251833 run osmo-hlr_10.42.42.2(pid=1682): ERR: Terminated: ERROR {rc=237} [trial-2406↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1682)]\u000a14:33:13.303206 run osmo-hlr_10.42.42.2(pid=1682): stdout: \u000a| (launched: 2022-12-14_14:33:10.137317) \u000a14:33:13.355278 run osmo-hlr_10.42.42.2(pid=1682): stderr: \u000a| �[0;m�[1;31m20221214143310338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214143310338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214143310338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214143310338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214143310338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214143310338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214143310350 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214143310360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214143310360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214143310360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:33:13.426213 run osmo-msc_10.42.42.6(pid=1688): ERR: Terminated: ERROR {rc=2} [trial-2406↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1688)]\u000a14:33:13.477548 run osmo-msc_10.42.42.6(pid=1688): stdout: \u000a| (launched: 2022-12-14_14:33:12.225160) \u000a14:33:13.529817 run osmo-msc_10.42.42.6(pid=1688): stderr: \u000a| �[0;m�[38;5;43m20221214143312551 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214143312551 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4967712c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214143312551 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214143312551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214143312551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214143312552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214143312553 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214143312554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214143312554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214143312554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:33:13.574214 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1681): Terminating (SIGTERM)\u000a14:33:13.616017 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1684): Terminating (SIGTERM)\u000a14:33:13.657666 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1687): Terminating (SIGTERM)\u000a14:33:13.667394 --- ParallelTerminationStrategy: PID 1681 died...\u000a14:33:13.723357 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1681): Terminated: ok {rc=0}\u000a14:33:13.733605 --- ParallelTerminationStrategy: PID 1684 died...\u000a14:33:13.789269 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1684): Terminated: ok {rc=0}\u000a14:33:13.799408 --- ParallelTerminationStrategy: PID 1687 died...\u000a14:33:13.855010 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1687): Terminated: ok {rc=0}\u000a14:33:13.941232 bus /sierra_3: Setting Powered False\u000a14:33:15.047093 bus /sierra_3: Setting Powered False\u000a14:33:16.158029 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "26", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:32:55" }, { "cases" : [ { "testActions" : [ ], "age" : 205, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1700): Process ended prematurely: osmo-stp_10.42.42.5(pid=1700) [trial-2406↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1700)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1700): Process ended prematurely: osmo-stp_10.42.42.5(pid=1700) [trial-2406↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1700)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a14:33:18.129061 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a14:33:18.140165 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a14:33:18.286121 tst mo_mt_call.py: using LAC 41557\u000a14:33:18.406917 tst mo_mt_call.py: using RAC 247\u000a14:33:18.528907 tst mo_mt_call.py: using CellId 41557\u000a14:33:18.648585 tst mo_mt_call.py: using BVCI 41558\u000a14:33:18.671848 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a14:33:18.682957 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a14:33:18.693798 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a14:33:18.704549 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a14:33:18.715576 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a14:33:18.726845 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a14:33:18.848403 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a14:33:19.053348 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:33:19.539449 run create_hlr_db(pid=1694): Launched\u000a14:33:19.715925 bus /sierra_2: Setting Powered False\u000a14:33:20.737499 run create_hlr_db(pid=1694): Terminated: ok {rc=0}\u000a14:33:21.177761 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1696): Launched\u000a14:33:21.508753 run osmo-hlr_10.42.42.2(pid=1697): Launched\u000a14:33:21.632045 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:33:22.206645 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1699): Launched\u000a14:33:22.537203 run osmo-stp_10.42.42.5(pid=1700): Launched\u000a14:33:22.656419 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:33:23.260747 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1702): Launched\u000a14:33:23.594271 run osmo-msc_10.42.42.6(pid=1703): Launched\u000a14:33:23.786660 run osmo-stp_10.42.42.5(pid=1700): ERR: Terminated: ERROR {rc=1} [trial-2406↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1700)]\u000a14:33:23.926036 run osmo-stp_10.42.42.5(pid=1700): stdout: \u000a| (launched: 2022-12-14_14:33:22.373733)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:33:24.064315 run osmo-stp_10.42.42.5(pid=1700): stderr: \u000a| �[0;m�[38;5;43m20221214143322568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214143322569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214143322569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214143322569 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214143322570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214143322570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214143322570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:33:24.196397 run osmo-stp_10.42.42.5(pid=1700): stdout: \u000a| (launched: 2022-12-14_14:33:22.373733)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:33:24.326686 run osmo-stp_10.42.42.5(pid=1700): stderr: \u000a| �[0;m�[38;5;43m20221214143322568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214143322569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214143322569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214143322569 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214143322570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214143322570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214143322570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:33:24.384503 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1700): Process ended prematurely: osmo-stp_10.42.42.5(pid=1700) [trial-2406↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1700)] [trial-2406↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a14:33:24.393937 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a14:33:24.456748 run osmo-hlr_10.42.42.2(pid=1697): ERR: Terminated: ERROR {rc=237} [trial-2406↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1697)]\u000a14:33:24.508247 run osmo-hlr_10.42.42.2(pid=1697): stdout: \u000a| (launched: 2022-12-14_14:33:21.345449) \u000a14:33:24.560378 run osmo-hlr_10.42.42.2(pid=1697): stderr: \u000a| �[0;m�[1;31m20221214143321544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214143321544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214143321544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214143321544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214143321544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214143321544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214143321557 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214143321566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214143321566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214143321566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:33:24.631379 run osmo-msc_10.42.42.6(pid=1703): ERR: Terminated: ERROR {rc=2} [trial-2406↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1703)]\u000a14:33:24.683172 run osmo-msc_10.42.42.6(pid=1703): stdout: \u000a| (launched: 2022-12-14_14:33:23.428498) \u000a14:33:24.735390 run osmo-msc_10.42.42.6(pid=1703): stderr: \u000a| �[0;m�[38;5;43m20221214143323754 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214143323754 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f51b7694c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214143323754 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214143323754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214143323754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214143323755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214143323758 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214143323759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214143323759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214143323759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:33:24.779841 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1696): Terminating (SIGTERM)\u000a14:33:24.821765 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1699): Terminating (SIGTERM)\u000a14:33:24.864053 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1702): Terminating (SIGTERM)\u000a14:33:24.873789 --- ParallelTerminationStrategy: PID 1696 died...\u000a14:33:24.929999 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1696): Terminated: ok {rc=0}\u000a14:33:24.940058 --- ParallelTerminationStrategy: PID 1699 died...\u000a14:33:24.996238 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1699): Terminated: ok {rc=0}\u000a14:33:25.006391 --- ParallelTerminationStrategy: PID 1702 died...\u000a14:33:25.062319 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1702): Terminated: ok {rc=0}\u000a14:33:25.150497 bus /sierra_3: Setting Powered False\u000a14:33:26.258009 bus /sierra_3: Setting Powered False\u000a14:33:27.365842 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 205, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1711): Process ended prematurely: osmo-stp_10.42.42.5(pid=1711) [trial-2406↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1711)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1711): Process ended prematurely: osmo-stp_10.42.42.5(pid=1711) [trial-2406↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1711)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a14:33:28.482227 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a14:33:28.494750 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a14:33:28.650615 tst mo_mt_call_osmux.py: using LAC 41558\u000a14:33:28.781512 tst mo_mt_call_osmux.py: using RAC 248\u000a14:33:28.912429 tst mo_mt_call_osmux.py: using CellId 41558\u000a14:33:29.043865 tst mo_mt_call_osmux.py: using BVCI 41559\u000a14:33:29.069054 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a14:33:29.080837 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a14:33:29.092568 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a14:33:29.104206 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a14:33:29.115965 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a14:33:29.127470 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a14:33:29.244934 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a14:33:29.458499 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:33:29.988864 run create_hlr_db(pid=1705): Launched\u000a14:33:30.179883 bus /sierra_2: Setting Powered False\u000a14:33:31.242975 run create_hlr_db(pid=1705): Terminated: ok {rc=0}\u000a14:33:31.761845 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1707): Launched\u000a14:33:32.114721 run osmo-hlr_10.42.42.2(pid=1708): Launched\u000a14:33:32.308563 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:33:32.867066 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1710): Launched\u000a14:33:33.174389 run osmo-stp_10.42.42.5(pid=1711): Launched\u000a14:33:33.287936 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:33:33.852041 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1713): Launched\u000a14:33:34.161759 run osmo-msc_10.42.42.6(pid=1714): Launched\u000a14:33:34.342620 run osmo-stp_10.42.42.5(pid=1711): ERR: Terminated: ERROR {rc=1} [trial-2406↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1711)]\u000a14:33:34.473325 run osmo-stp_10.42.42.5(pid=1711): stdout: \u000a| (launched: 2022-12-14_14:33:33.023172)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:33:34.601774 run osmo-stp_10.42.42.5(pid=1711): stderr: \u000a| �[0;m�[38;5;43m20221214143333194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214143333194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214143333195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214143333195 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214143333197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214143333198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214143333198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:33:34.724852 run osmo-stp_10.42.42.5(pid=1711): stdout: \u000a| (launched: 2022-12-14_14:33:33.023172)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:33:34.847060 run osmo-stp_10.42.42.5(pid=1711): stderr: \u000a| �[0;m�[38;5;43m20221214143333194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214143333194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214143333195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214143333195 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214143333197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214143333198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214143333198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:33:34.901115 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1711): Process ended prematurely: osmo-stp_10.42.42.5(pid=1711) [trial-2406↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1711)] [trial-2406↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a14:33:34.909713 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a14:33:34.970556 run osmo-hlr_10.42.42.2(pid=1708): ERR: Terminated: ERROR {rc=237} [trial-2406↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1708)]\u000a14:33:35.020153 run osmo-hlr_10.42.42.2(pid=1708): stdout: \u000a| (launched: 2022-12-14_14:33:31.932733) \u000a14:33:35.070396 run osmo-hlr_10.42.42.2(pid=1708): stderr: \u000a| �[0;m�[1;31m20221214143332315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214143332315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214143332315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214143332315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214143332315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214143332316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214143332327 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214143332344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214143332344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214143332344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:33:35.138842 run osmo-msc_10.42.42.6(pid=1714): ERR: Terminated: ERROR {rc=2} [trial-2406↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1714)]\u000a14:33:35.188476 run osmo-msc_10.42.42.6(pid=1714): stdout: \u000a| (launched: 2022-12-14_14:33:34.008294) \u000a14:33:35.239219 run osmo-msc_10.42.42.6(pid=1714): stderr: \u000a| �[0;m�[38;5;43m20221214143334280 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214143334280 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f11a95d4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214143334281 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214143334281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214143334281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214143334281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214143334284 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214143334284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214143334284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214143334285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:33:35.281973 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1707): Terminating (SIGTERM)\u000a14:33:35.322291 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1710): Terminating (SIGTERM)\u000a14:33:35.362645 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1713): Terminating (SIGTERM)\u000a14:33:35.371961 --- ParallelTerminationStrategy: PID 1707 died...\u000a14:33:35.426445 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1707): Terminated: ok {rc=0}\u000a14:33:35.436113 --- ParallelTerminationStrategy: PID 1710 died...\u000a14:33:35.490276 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1710): Terminated: ok {rc=0}\u000a14:33:35.499949 --- ParallelTerminationStrategy: PID 1713 died...\u000a14:33:35.553869 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1713): Terminated: ok {rc=0}\u000a14:33:35.641942 bus /sierra_3: Setting Powered False\u000a14:33:36.745293 bus /sierra_3: Setting Powered False\u000a14:33:37.857549 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "27", "name" : "voice_oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:33:17" }, { "cases" : [ { "testActions" : [ ], "age" : 205, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1726): Process ended prematurely: osmo-stp_10.42.42.5(pid=1726) [trial-2406↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1726)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1726): Process ended prematurely: osmo-stp_10.42.42.5(pid=1726) [trial-2406↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1726)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a14:33:39.820420 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a14:33:39.831868 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a14:33:39.981320 tst mo_mt_call.py: using LAC 41559\u000a14:33:40.104878 tst mo_mt_call.py: using RAC 249\u000a14:33:40.224015 tst mo_mt_call.py: using CellId 41559\u000a14:33:40.343923 tst mo_mt_call.py: using BVCI 41560\u000a14:33:40.367264 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a14:33:40.378150 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a14:33:40.388866 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a14:33:40.399493 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a14:33:40.410481 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a14:33:40.421549 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a14:33:40.543363 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a14:33:40.755101 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:33:41.285915 run create_hlr_db(pid=1720): Launched\u000a14:33:41.477124 bus /sierra_2: Setting Powered False\u000a14:33:42.486616 run create_hlr_db(pid=1720): Terminated: ok {rc=0}\u000a14:33:42.937469 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1722): Launched\u000a14:33:43.268830 run osmo-hlr_10.42.42.2(pid=1723): Launched\u000a14:33:43.392173 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:33:43.968927 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1725): Launched\u000a14:33:44.301730 run osmo-stp_10.42.42.5(pid=1726): Launched\u000a14:33:44.422386 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:33:45.028001 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1728): Launched\u000a14:33:45.359390 run osmo-msc_10.42.42.6(pid=1729): Launched\u000a14:33:45.551476 run osmo-stp_10.42.42.5(pid=1726): ERR: Terminated: ERROR {rc=1} [trial-2406↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1726)]\u000a14:33:45.695134 run osmo-stp_10.42.42.5(pid=1726): stdout: \u000a| (launched: 2022-12-14_14:33:44.137771)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:33:45.834932 run osmo-stp_10.42.42.5(pid=1726): stderr: \u000a| �[0;m�[38;5;43m20221214143344331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214143344331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214143344332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214143344332 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214143344332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214143344333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214143344333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:33:45.975861 run osmo-stp_10.42.42.5(pid=1726): stdout: \u000a| (launched: 2022-12-14_14:33:44.137771)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:33:46.109281 run osmo-stp_10.42.42.5(pid=1726): stderr: \u000a| �[0;m�[38;5;43m20221214143344331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214143344331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214143344332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214143344332 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214143344332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214143344333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214143344333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:33:46.168798 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1726): Process ended prematurely: osmo-stp_10.42.42.5(pid=1726) [trial-2406↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1726)] [trial-2406↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a14:33:46.179196 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a14:33:46.243338 run osmo-hlr_10.42.42.2(pid=1723): ERR: Terminated: ERROR {rc=237} [trial-2406↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1723)]\u000a14:33:46.296294 run osmo-hlr_10.42.42.2(pid=1723): stdout: \u000a| (launched: 2022-12-14_14:33:43.105695) \u000a14:33:46.349692 run osmo-hlr_10.42.42.2(pid=1723): stderr: \u000a| �[0;m�[1;31m20221214143343306 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214143343306 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214143343306 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214143343306 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214143343306 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214143343306 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214143343319 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214143343327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214143343327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214143343327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:33:46.421897 run osmo-msc_10.42.42.6(pid=1729): ERR: Terminated: ERROR {rc=2} [trial-2406↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1729)]\u000a14:33:46.474311 run osmo-msc_10.42.42.6(pid=1729): stdout: \u000a| (launched: 2022-12-14_14:33:45.195366) \u000a14:33:46.527337 run osmo-msc_10.42.42.6(pid=1729): stderr: \u000a| �[0;m�[38;5;43m20221214143345523 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214143345523 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2f9acb2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214143345523 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214143345523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214143345523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214143345523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214143345525 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214143345525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214143345526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214143345526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:33:46.572755 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1722): Terminating (SIGTERM)\u000a14:33:46.616288 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1725): Terminating (SIGTERM)\u000a14:33:46.662548 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1728): Terminating (SIGTERM)\u000a14:33:46.673146 --- ParallelTerminationStrategy: PID 1722 died...\u000a14:33:46.731018 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1722): Terminated: ok {rc=0}\u000a14:33:46.742165 --- ParallelTerminationStrategy: PID 1725 died...\u000a14:33:46.800714 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1725): Terminated: ok {rc=0}\u000a14:33:46.811832 --- ParallelTerminationStrategy: PID 1728 died...\u000a14:33:46.868760 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1728): Terminated: ok {rc=0}\u000a14:33:46.958562 bus /sierra_3: Setting Powered False\u000a14:33:48.064352 bus /sierra_3: Setting Powered False\u000a14:33:49.175992 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 205, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1737): Process ended prematurely: osmo-stp_10.42.42.5(pid=1737) [trial-2406↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1737)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1737): Process ended prematurely: osmo-stp_10.42.42.5(pid=1737) [trial-2406↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1737)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a14:33:50.287252 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a14:33:50.298921 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a14:33:50.451427 tst mo_mt_call_osmux.py: using LAC 41560\u000a14:33:50.572668 tst mo_mt_call_osmux.py: using RAC 250\u000a14:33:50.693427 tst mo_mt_call_osmux.py: using CellId 41560\u000a14:33:50.811579 tst mo_mt_call_osmux.py: using BVCI 41561\u000a14:33:50.834966 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a14:33:50.845872 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a14:33:50.856588 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a14:33:50.867277 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a14:33:50.877978 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a14:33:50.888581 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a14:33:51.009446 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a14:33:51.213955 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:33:51.698385 run create_hlr_db(pid=1731): Launched\u000a14:33:51.875001 bus /sierra_2: Setting Powered False\u000a14:33:52.896097 run create_hlr_db(pid=1731): Terminated: ok {rc=0}\u000a14:33:53.338735 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1733): Launched\u000a14:33:53.672166 run osmo-hlr_10.42.42.2(pid=1734): Launched\u000a14:33:53.798242 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:33:54.372793 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1736): Launched\u000a14:33:54.702590 run osmo-stp_10.42.42.5(pid=1737): Launched\u000a14:33:54.822051 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:33:55.433692 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1739): Launched\u000a14:33:55.766549 run osmo-msc_10.42.42.6(pid=1740): Launched\u000a14:33:55.960728 run osmo-stp_10.42.42.5(pid=1737): ERR: Terminated: ERROR {rc=1} [trial-2406↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1737)]\u000a14:33:56.100459 run osmo-stp_10.42.42.5(pid=1737): stdout: \u000a| (launched: 2022-12-14_14:33:54.540592)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:33:56.239331 run osmo-stp_10.42.42.5(pid=1737): stderr: \u000a| �[0;m�[38;5;43m20221214143354737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214143354737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214143354737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214143354738 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214143354738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214143354738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214143354738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:33:56.372126 run osmo-stp_10.42.42.5(pid=1737): stdout: \u000a| (launched: 2022-12-14_14:33:54.540592)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:33:56.503433 run osmo-stp_10.42.42.5(pid=1737): stderr: \u000a| �[0;m�[38;5;43m20221214143354737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214143354737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214143354737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214143354738 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214143354738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214143354738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214143354738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:33:56.561730 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1737): Process ended prematurely: osmo-stp_10.42.42.5(pid=1737) [trial-2406↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1737)] [trial-2406↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a14:33:56.571095 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a14:33:56.634426 run osmo-hlr_10.42.42.2(pid=1734): ERR: Terminated: ERROR {rc=237} [trial-2406↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1734)]\u000a14:33:56.686174 run osmo-hlr_10.42.42.2(pid=1734): stdout: \u000a| (launched: 2022-12-14_14:33:53.507192) \u000a14:33:56.738551 run osmo-hlr_10.42.42.2(pid=1734): stderr: \u000a| �[0;m�[1;31m20221214143353707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214143353707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214143353708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214143353708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214143353708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214143353708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214143353719 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214143353729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214143353729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214143353729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:33:56.809832 run osmo-msc_10.42.42.6(pid=1740): ERR: Terminated: ERROR {rc=2} [trial-2406↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1740)]\u000a14:33:56.861680 run osmo-msc_10.42.42.6(pid=1740): stdout: \u000a| (launched: 2022-12-14_14:33:55.602579) \u000a14:33:56.913652 run osmo-msc_10.42.42.6(pid=1740): stderr: \u000a| �[0;m�[38;5;43m20221214143355928 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214143355928 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f94687e2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214143355929 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214143355929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214143355929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214143355929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214143355931 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214143355931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214143355932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214143355932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:33:56.958509 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1733): Terminating (SIGTERM)\u000a14:33:57.001046 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1736): Terminating (SIGTERM)\u000a14:33:57.043050 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1739): Terminating (SIGTERM)\u000a14:33:57.052892 --- ParallelTerminationStrategy: PID 1733 died...\u000a14:33:57.109215 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1733): Terminated: ok {rc=0}\u000a14:33:57.119423 --- ParallelTerminationStrategy: PID 1736 died...\u000a14:33:57.175364 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1736): Terminated: ok {rc=0}\u000a14:33:57.185850 --- ParallelTerminationStrategy: PID 1739 died...\u000a14:33:57.241757 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1739): Terminated: ok {rc=0}\u000a14:33:57.329820 bus /sierra_3: Setting Powered False\u000a14:33:58.432594 bus /sierra_3: Setting Powered False\u000a14:33:59.544309 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "28", "name" : "voice_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:33:39" }, { "cases" : [ { "testActions" : [ ], "age" : 205, "className" : "emergency:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1751): Process ended prematurely: osmo-stp_10.42.42.5(pid=1751) [trial-2406↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1751)]", "failedSince" : 2203, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1751): Process ended prematurely: osmo-stp_10.42.42.5(pid=1751) [trial-2406↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1751)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 emergency:oc2g emergency_mo_mt_call.py\u000a----------------------------------------------\u000a14:34:01.527001 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a14:34:01.539973 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a14:34:01.681004 tst emergency_mo_mt_call.py: using LAC 41561\u000a14:34:01.831328 tst emergency_mo_mt_call.py: using RAC 251\u000a14:34:01.968251 tst emergency_mo_mt_call.py: using CellId 41561\u000a14:34:02.098823 tst emergency_mo_mt_call.py: using BVCI 41562\u000a14:34:02.124781 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a14:34:02.136844 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a14:34:02.148920 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a14:34:02.161062 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a14:34:02.174164 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a14:34:02.187210 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a14:34:02.319415 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a14:34:02.535186 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:34:03.056561 run create_hlr_db(pid=1745): Launched\u000a14:34:03.245712 bus /sierra_2: Setting Powered False\u000a14:34:04.265082 run create_hlr_db(pid=1745): Terminated: ok {rc=0}\u000a14:34:04.700287 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1747): Launched\u000a14:34:05.026551 run osmo-hlr_10.42.42.2(pid=1748): Launched\u000a14:34:05.148019 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:34:05.713134 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1750): Launched\u000a14:34:06.039525 run osmo-stp_10.42.42.5(pid=1751): Launched\u000a14:34:06.170109 tst emergency_mo_mt_call.py: using MSISDN 8737\u000a14:34:06.330960 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:34:06.925248 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1753): Launched\u000a14:34:07.252189 run osmo-msc_10.42.42.6(pid=1754): Launched\u000a14:34:07.442019 run osmo-stp_10.42.42.5(pid=1751): ERR: Terminated: ERROR {rc=1} [trial-2406↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1751)]\u000a14:34:07.579735 run osmo-stp_10.42.42.5(pid=1751): stdout: \u000a| (launched: 2022-12-14_14:34:05.877795)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:34:07.716026 run osmo-stp_10.42.42.5(pid=1751): stderr: \u000a| �[0;m�[38;5;43m20221214143406071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214143406071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214143406071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214143406071 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214143406072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214143406072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214143406072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:34:07.846088 run osmo-stp_10.42.42.5(pid=1751): stdout: \u000a| (launched: 2022-12-14_14:34:05.877795)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:34:07.975840 run osmo-stp_10.42.42.5(pid=1751): stderr: \u000a| �[0;m�[38;5;43m20221214143406071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214143406071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214143406071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214143406071 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214143406072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214143406072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214143406072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:34:08.033031 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=1751): Process ended prematurely: osmo-stp_10.42.42.5(pid=1751) [trial-2406↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1751)] [trial-2406↪emergency:oc2g↪emergency_mo_mt_call.py:19]\u000a14:34:08.041794 tst emergency_mo_mt_call.py:19: Test FAILED (6.5 sec)\u000a14:34:08.104014 run osmo-hlr_10.42.42.2(pid=1748): ERR: Terminated: ERROR {rc=237} [trial-2406↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1748)]\u000a14:34:08.155259 run osmo-hlr_10.42.42.2(pid=1748): stdout: \u000a| (launched: 2022-12-14_14:34:04.865439) \u000a14:34:08.206885 run osmo-hlr_10.42.42.2(pid=1748): stderr: \u000a| �[0;m�[1;31m20221214143405064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214143405064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214143405064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214143405064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214143405064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214143405064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214143405077 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/emergency:oc2g/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214143405086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214143405086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214143405086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:34:08.277273 run osmo-msc_10.42.42.6(pid=1754): ERR: Terminated: ERROR {rc=2} [trial-2406↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1754)]\u000a14:34:08.328400 run osmo-msc_10.42.42.6(pid=1754): stdout: \u000a| (launched: 2022-12-14_14:34:07.090749) \u000a14:34:08.380099 run osmo-msc_10.42.42.6(pid=1754): stderr: \u000a| �[0;m�[38;5;43m20221214143407415 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214143407415 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc41f87ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214143407415 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214143407415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214143407415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214143407415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214143407417 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214143407418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214143407418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214143407418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:34:08.423975 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1747): Terminating (SIGTERM)\u000a14:34:08.465662 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1750): Terminating (SIGTERM)\u000a14:34:08.507226 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1753): Terminating (SIGTERM)\u000a14:34:08.516525 --- ParallelTerminationStrategy: PID 1747 died...\u000a14:34:08.571974 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1747): Terminated: ok {rc=0}\u000a14:34:08.582002 --- ParallelTerminationStrategy: PID 1750 died...\u000a14:34:08.637168 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1750): Terminated: ok {rc=0}\u000a14:34:08.647189 --- ParallelTerminationStrategy: PID 1753 died...\u000a14:34:08.702528 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1753): Terminated: ok {rc=0}\u000a14:34:08.789206 bus /sierra_3: Setting Powered False\u000a14:34:09.894652 bus /sierra_3: Setting Powered False\u000a14:34:11.002516 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "emergency:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1762): Process ended prematurely: osmo-stp_10.42.42.5(pid=1762) [trial-2406↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1762)]", "failedSince" : 2154, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1762): Process ended prematurely: osmo-stp_10.42.42.5(pid=1762) [trial-2406↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1762)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 emergency:oc2g emergency_preemptive_call.py\u000a----------------------------------------------\u000a14:34:12.054570 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a14:34:12.066417 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a14:34:12.196577 tst emergency_preemptive_call.py: using LAC 41562\u000a14:34:12.321462 tst emergency_preemptive_call.py: using RAC 252\u000a14:34:12.442864 tst emergency_preemptive_call.py: using CellId 41562\u000a14:34:12.560088 tst emergency_preemptive_call.py: using BVCI 41563\u000a14:34:12.583158 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a14:34:12.593902 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a14:34:12.604508 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a14:34:12.615131 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a14:34:12.626050 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a14:34:12.636628 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a14:34:12.757039 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a14:34:12.872822 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a14:34:12.992547 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a14:34:13.193309 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:34:13.673060 run create_hlr_db(pid=1756): Launched\u000a14:34:13.847973 bus /sierra_2: Setting Powered False\u000a14:34:14.868548 run create_hlr_db(pid=1756): Terminated: ok {rc=0}\u000a14:34:15.276394 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1758): Launched\u000a14:34:15.582326 run osmo-hlr_10.42.42.2(pid=1759): Launched\u000a14:34:15.699892 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:34:16.310705 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1761): Launched\u000a14:34:16.734856 run osmo-stp_10.42.42.5(pid=1762): Launched\u000a14:34:17.039534 tst emergency_preemptive_call.py: using MSISDN 8738\u000a14:34:17.236713 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:34:17.833963 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1764): Launched\u000a14:34:18.161611 run osmo-msc_10.42.42.6(pid=1765): Launched\u000a14:34:18.351063 run osmo-stp_10.42.42.5(pid=1762): ERR: Terminated: ERROR {rc=1} [trial-2406↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1762)]\u000a14:34:18.488919 run osmo-stp_10.42.42.5(pid=1762): stdout: \u000a| (launched: 2022-12-14_14:34:16.521263)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:34:18.625385 run osmo-stp_10.42.42.5(pid=1762): stderr: \u000a| �[0;m�[38;5;43m20221214143416884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214143416885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214143416885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214143416887 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214143416891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214143416892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214143416892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:34:18.755897 run osmo-stp_10.42.42.5(pid=1762): stdout: \u000a| (launched: 2022-12-14_14:34:16.521263)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:34:18.884558 run osmo-stp_10.42.42.5(pid=1762): stderr: \u000a| �[0;m�[38;5;43m20221214143416884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214143416885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214143416885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214143416887 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214143416891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214143416892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214143416892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:34:18.941741 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=1762): Process ended prematurely: osmo-stp_10.42.42.5(pid=1762) [trial-2406↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1762)] [trial-2406↪emergency:oc2g↪emergency_preemptive_call.py:32]\u000a14:34:18.950806 tst emergency_preemptive_call.py:32: Test FAILED (6.9 sec)\u000a14:34:19.014162 run osmo-hlr_10.42.42.2(pid=1759): ERR: Terminated: ERROR {rc=237} [trial-2406↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1759)]\u000a14:34:19.065669 run osmo-hlr_10.42.42.2(pid=1759): stdout: \u000a| (launched: 2022-12-14_14:34:15.429923) \u000a14:34:19.117890 run osmo-hlr_10.42.42.2(pid=1759): stderr: \u000a| �[0;m�[1;31m20221214143415608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214143415608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214143415608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214143415608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214143415608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214143415608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214143415620 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/emergency:oc2g/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214143415628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214143415628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214143415629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:34:19.188532 run osmo-msc_10.42.42.6(pid=1765): ERR: Terminated: ERROR {rc=2} [trial-2406↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1765)]\u000a14:34:19.239987 run osmo-msc_10.42.42.6(pid=1765): stdout: \u000a| (launched: 2022-12-14_14:34:18.000016) \u000a14:34:19.291726 run osmo-msc_10.42.42.6(pid=1765): stderr: \u000a| �[0;m�[38;5;43m20221214143418327 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214143418327 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f47ec181c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214143418327 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214143418327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214143418327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214143418328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214143418329 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214143418330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214143418330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214143418330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:34:19.337507 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1758): Terminating (SIGTERM)\u000a14:34:19.380195 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1761): Terminating (SIGTERM)\u000a14:34:19.422354 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1764): Terminating (SIGTERM)\u000a14:34:19.432135 --- ParallelTerminationStrategy: PID 1758 died...\u000a14:34:19.488200 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1758): Terminated: ok {rc=0}\u000a14:34:19.498369 --- ParallelTerminationStrategy: PID 1761 died...\u000a14:34:19.554197 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1761): Terminated: ok {rc=0}\u000a14:34:19.564303 --- ParallelTerminationStrategy: PID 1764 died...\u000a14:34:19.620406 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1764): Terminated: ok {rc=0}\u000a14:34:19.707753 bus /sierra_9: Setting Powered False\u000a14:34:20.816402 bus /sierra_9: Setting Powered False\u000a14:34:21.925965 bus /sierra_8: Setting Powered False\u000a14:34:23.033046 bus /sierra_8: Setting Powered False\u000a14:34:24.143740 bus /sierra_3: Setting Powered False\u000a14:34:25.246549 bus /sierra_3: Setting Powered False\u000a14:34:26.357159 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "29", "name" : "emergency_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:34:01" }, { "cases" : [ { "testActions" : [ ], "age" : 265, "className" : "gprs:oc2g", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1781): Process ended prematurely: osmo-stp_10.42.42.5(pid=1781) [trial-2406↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1781)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1781): Process ended prematurely: osmo-stp_10.42.42.5(pid=1781) [trial-2406↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1781)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 gprs:oc2g cs_paging_gprs_active.py\u000a----------------------------------------------\u000a14:34:28.451957 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a14:34:28.463154 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a14:34:28.594491 tst cs_paging_gprs_active.py: using LAC 41563\u000a14:34:28.723473 tst cs_paging_gprs_active.py: using RAC 253\u000a14:34:28.856825 tst cs_paging_gprs_active.py: using CellId 41563\u000a14:34:28.987367 tst cs_paging_gprs_active.py: using BVCI 41564\u000a14:34:29.013111 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a14:34:29.024087 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a14:34:29.035012 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a14:34:29.045948 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a14:34:29.056665 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a14:34:29.067507 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a14:34:29.078430 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a14:34:29.089776 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a14:34:29.101114 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a14:34:29.218397 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a14:34:29.500255 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a14:34:29.629146 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:34:29.949236 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1770): Launched\u000a14:34:30.218632 run iperf3-srv_10.42.42.10(pid=1771): Launched\u000a14:34:30.406960 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a14:34:30.534846 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:34:30.870612 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1772): Launched\u000a14:34:31.181665 run iperf3-srv_10.42.42.10(pid=1773): Launched\u000a14:34:31.374181 tst cs_paging_gprs_active.py:38: start network...\u000a14:34:31.505911 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:34:32.059356 run create_hlr_db(pid=1774): Launched\u000a14:34:32.294787 bus /sierra_2: Setting Powered False\u000a14:34:33.269097 run create_hlr_db(pid=1774): Terminated: ok {rc=0}\u000a14:34:33.753788 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1776): Launched\u000a14:34:34.088204 run osmo-hlr_10.42.42.2(pid=1777): Launched\u000a14:34:34.211378 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:34:34.788883 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1780): Launched\u000a14:34:35.122343 run osmo-stp_10.42.42.5(pid=1781): Launched\u000a14:34:35.242581 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:34:35.822967 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1783): Launched\u000a14:34:35.941280 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:34:36.233407 run patchelf(pid=1784): Launched\u000a14:34:36.427810 run osmo-stp_10.42.42.5(pid=1781): ERR: Terminated: ERROR {rc=1} [trial-2406↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1781)]\u000a14:34:36.570145 run osmo-stp_10.42.42.5(pid=1781): stdout: \u000a| (launched: 2022-12-14_14:34:34.957186)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:34:36.711841 run osmo-stp_10.42.42.5(pid=1781): stderr: \u000a| �[0;m�[38;5;43m20221214143435152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214143435152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214143435153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214143435153 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214143435155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214143435155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214143435156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:34:36.849045 run osmo-stp_10.42.42.5(pid=1781): stdout: \u000a| (launched: 2022-12-14_14:34:34.957186)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:34:36.985443 run osmo-stp_10.42.42.5(pid=1781): stderr: \u000a| �[0;m�[38;5;43m20221214143435152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214143435152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214143435153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214143435153 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214143435155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214143435155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214143435156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:34:37.144730 run patchelf(pid=1784): Terminating (SIGINT)\u000a14:34:37.331183 run patchelf(pid=1784): Terminated: ok {rc=0}\u000a14:34:37.365293 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=1781): Process ended prematurely: osmo-stp_10.42.42.5(pid=1781) [trial-2406↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1781)] [trial-2406↪gprs:oc2g↪cs_paging_gprs_active.py:38]\u000a14:34:37.375324 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a14:34:37.439318 run osmo-hlr_10.42.42.2(pid=1777): ERR: Terminated: ERROR {rc=237} [trial-2406↪gprs:oc2g↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1777)]\u000a14:34:37.491578 run osmo-hlr_10.42.42.2(pid=1777): stdout: \u000a| (launched: 2022-12-14_14:34:33.922873) \u000a14:34:37.545120 run osmo-hlr_10.42.42.2(pid=1777): stderr: \u000a| �[0;m�[1;31m20221214143434124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214143434124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214143434124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214143434124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214143434124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214143434124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214143434137 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:oc2g/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214143434145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214143434146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214143434146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:34:37.590276 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1770): Terminating (SIGTERM)\u000a14:34:37.633038 run iperf3-srv_10.42.42.10(pid=1771): Terminating (SIGTERM)\u000a14:34:37.675422 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1772): Terminating (SIGTERM)\u000a14:34:37.718003 run iperf3-srv_10.42.42.10(pid=1773): Terminating (SIGTERM)\u000a14:34:37.760547 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1776): Terminating (SIGTERM)\u000a14:34:37.802884 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1780): Terminating (SIGTERM)\u000a14:34:37.845135 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1783): Terminating (SIGTERM)\u000a14:34:37.854986 --- ParallelTerminationStrategy: PID 1770 died...\u000a14:34:37.911606 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1770): Terminated: ok {rc=0}\u000a14:34:37.921965 --- ParallelTerminationStrategy: PID 1771 died...\u000a14:34:37.977989 run iperf3-srv_10.42.42.10(pid=1771): Terminated {rc=256}\u000a14:34:37.988167 --- ParallelTerminationStrategy: PID 1772 died...\u000a14:34:38.044084 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1772): Terminated: ok {rc=0}\u000a14:34:38.054318 --- ParallelTerminationStrategy: PID 1773 died...\u000a14:34:38.109818 run iperf3-srv_10.42.42.10(pid=1773): Terminated {rc=256}\u000a14:34:38.120029 --- ParallelTerminationStrategy: PID 1776 died...\u000a14:34:38.176349 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1776): Terminated: ok {rc=0}\u000a14:34:38.186623 --- ParallelTerminationStrategy: PID 1780 died...\u000a14:34:38.242543 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1780): Terminated: ok {rc=0}\u000a14:34:38.252725 --- ParallelTerminationStrategy: PID 1783 died...\u000a14:34:38.308746 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1783): Terminated: ok {rc=0}\u000a14:34:38.395411 bus /gobi_0: Setting Powered False\u000a14:34:39.501943 bus /gobi_0: Setting Powered False\u000a14:34:40.610172 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:oc2g", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1793): Process ended prematurely: osmo-stp_10.42.42.5(pid=1793) [trial-2406↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1793)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1793): Process ended prematurely: osmo-stp_10.42.42.5(pid=1793) [trial-2406↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1793)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 gprs:oc2g iperf3.py\u000a----------------------------------------------\u000a14:34:41.726090 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a14:34:41.737879 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a14:34:41.870011 tst iperf3.py: using LAC 41564\u000a14:34:42.002110 tst iperf3.py: using RAC 254\u000a14:34:42.133315 tst iperf3.py: using CellId 41564\u000a14:34:42.265062 tst iperf3.py: using BVCI 41565\u000a14:34:42.290494 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a14:34:42.301594 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a14:34:42.312441 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a14:34:42.323357 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a14:34:42.334201 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a14:34:42.345385 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a14:34:42.356523 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a14:34:42.367592 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a14:34:42.378737 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a14:34:42.664067 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a14:34:42.792494 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:34:43.113135 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1785): Launched\u000a14:34:43.381638 run iperf3-srv_10.42.42.10(pid=1786): Launched\u000a14:34:43.568543 tst iperf3.py:8: start network...\u000a14:34:43.696064 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:34:44.183742 run create_hlr_db(pid=1787): Launched\u000a14:34:44.361765 bus /gobi_6: Setting Powered False\u000a14:34:45.382915 run create_hlr_db(pid=1787): Terminated: ok {rc=0}\u000a14:34:45.796136 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1789): Launched\u000a14:34:46.359433 run osmo-hlr_10.42.42.2(pid=1790): Launched\u000a14:34:46.615132 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:34:47.238714 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1792): Launched\u000a14:34:47.550128 run osmo-stp_10.42.42.5(pid=1793): Launched\u000a14:34:47.661861 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:34:48.204316 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1795): Launched\u000a14:34:48.315033 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:34:48.585839 run patchelf(pid=1796): Launched\u000a14:34:48.766667 run osmo-stp_10.42.42.5(pid=1793): ERR: Terminated: ERROR {rc=1} [trial-2406↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1793)]\u000a14:34:48.898542 run osmo-stp_10.42.42.5(pid=1793): stdout: \u000a| (launched: 2022-12-14_14:34:47.396487)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:34:49.030702 run osmo-stp_10.42.42.5(pid=1793): stderr: \u000a| �[0;m�[38;5;43m20221214143447570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214143447570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214143447570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214143447571 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214143447571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214143447571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214143447571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:34:49.158735 run osmo-stp_10.42.42.5(pid=1793): stdout: \u000a| (launched: 2022-12-14_14:34:47.396487)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:34:49.284866 run osmo-stp_10.42.42.5(pid=1793): stderr: \u000a| �[0;m�[38;5;43m20221214143447570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214143447570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214143447570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214143447571 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214143447571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214143447571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214143447571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:34:49.432683 run patchelf(pid=1796): Terminating (SIGINT)\u000a14:34:49.607214 run patchelf(pid=1796): Terminated: ok {rc=0}\u000a14:34:49.639181 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1793): Process ended prematurely: osmo-stp_10.42.42.5(pid=1793) [trial-2406↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1793)] [trial-2406↪gprs:oc2g↪iperf3.py:8]\u000a14:34:49.648584 tst iperf3.py:8: Test FAILED (8.0 sec)\u000a14:34:49.709699 run osmo-hlr_10.42.42.2(pid=1790): ERR: Terminated: ERROR {rc=237} [trial-2406↪gprs:oc2g↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1790)]\u000a14:34:49.759169 run osmo-hlr_10.42.42.2(pid=1790): stdout: \u000a| (launched: 2022-12-14_14:34:45.954611) \u000a14:34:49.809335 run osmo-hlr_10.42.42.2(pid=1790): stderr: \u000a| �[0;m�[1;31m20221214143446298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214143446298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214143446298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214143446298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214143446298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214143446298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214143446317 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:oc2g/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214143446346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214143446347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214143446347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:34:49.852415 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1785): Terminating (SIGTERM)\u000a14:34:49.892705 run iperf3-srv_10.42.42.10(pid=1786): Terminating (SIGTERM)\u000a14:34:49.933197 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1789): Terminating (SIGTERM)\u000a14:34:49.973397 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1792): Terminating (SIGTERM)\u000a14:34:50.013842 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1795): Terminating (SIGTERM)\u000a14:34:50.023227 --- ParallelTerminationStrategy: PID 1785 died...\u000a14:34:50.077473 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1785): Terminated: ok {rc=0}\u000a14:34:50.087512 --- ParallelTerminationStrategy: PID 1786 died...\u000a14:34:50.141383 run iperf3-srv_10.42.42.10(pid=1786): Terminated {rc=256}\u000a14:34:50.151043 --- ParallelTerminationStrategy: PID 1789 died...\u000a14:34:50.205038 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1789): Terminated: ok {rc=0}\u000a14:34:50.214758 --- ParallelTerminationStrategy: PID 1792 died...\u000a14:34:50.268918 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1792): Terminated: ok {rc=0}\u000a14:34:50.278761 --- ParallelTerminationStrategy: PID 1795 died...\u000a14:34:50.332643 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1795): Terminated: ok {rc=0}\u000a14:34:50.421006 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:oc2g", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1811): Process ended prematurely: osmo-stp_10.42.42.5(pid=1811) [trial-2406↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1811)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1811): Process ended prematurely: osmo-stp_10.42.42.5(pid=1811) [trial-2406↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1811)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 gprs:oc2g iperf3m4.py\u000a----------------------------------------------\u000a14:34:51.531063 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a14:34:51.542425 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a14:34:51.665931 tst iperf3m4.py: using LAC 41565\u000a14:34:51.784502 tst iperf3m4.py: using RAC 255\u000a14:34:51.905669 tst iperf3m4.py: using CellId 41565\u000a14:34:52.024679 tst iperf3m4.py: using BVCI 41566\u000a14:34:52.048073 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a14:34:52.058582 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a14:34:52.068876 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a14:34:52.079302 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a14:34:52.089625 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a14:34:52.100818 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a14:34:52.112044 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a14:34:52.122701 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a14:34:52.133508 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a14:34:52.255997 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a14:34:52.381139 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a14:34:52.500425 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a14:34:52.798778 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a14:34:52.937410 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:34:53.283244 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1797): Launched\u000a14:34:53.570147 run iperf3-srv_10.42.42.10(pid=1798): Launched\u000a14:34:53.773752 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a14:34:53.912134 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:34:54.258200 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1799): Launched\u000a14:34:54.546009 run iperf3-srv_10.42.42.10(pid=1800): Launched\u000a14:34:54.748932 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a14:34:54.887362 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:34:55.233254 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1801): Launched\u000a14:34:55.519335 run iperf3-srv_10.42.42.10(pid=1802): Launched\u000a14:34:55.722535 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a14:34:55.860486 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:34:56.205777 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1803): Launched\u000a14:34:56.492865 run iperf3-srv_10.42.42.10(pid=1804): Launched\u000a14:34:56.695564 tst iperf3m4.py:8: start network...\u000a14:34:56.833989 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:34:57.365433 run create_hlr_db(pid=1805): Launched\u000a14:34:57.557480 bus /gobi_6: Setting Powered False\u000a14:34:58.578109 run create_hlr_db(pid=1805): Terminated: ok {rc=0}\u000a14:34:58.993590 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1807): Launched\u000a14:34:59.303115 run osmo-hlr_10.42.42.2(pid=1808): Launched\u000a14:34:59.423401 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:35:00.001152 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1810): Launched\u000a14:35:00.336633 run osmo-stp_10.42.42.5(pid=1811): Launched\u000a14:35:00.462420 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:35:01.067155 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1813): Launched\u000a14:35:01.182511 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:35:01.501673 run patchelf(pid=1815): Launched\u000a14:35:01.692475 run osmo-stp_10.42.42.5(pid=1811): ERR: Terminated: ERROR {rc=1} [trial-2406↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1811)]\u000a14:35:01.830564 run osmo-stp_10.42.42.5(pid=1811): stdout: \u000a| (launched: 2022-12-14_14:35:00.170604)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:35:02.016794 run osmo-stp_10.42.42.5(pid=1811): stderr: \u000a| �[0;m�[38;5;43m20221214143500366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214143500366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214143500367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214143500367 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214143500367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214143500367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214143500368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:35:02.168924 run osmo-stp_10.42.42.5(pid=1811): stdout: \u000a| (launched: 2022-12-14_14:35:00.170604)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:35:02.301338 run osmo-stp_10.42.42.5(pid=1811): stderr: \u000a| �[0;m�[38;5;43m20221214143500366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214143500366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214143500367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214143500367 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214143500367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214143500367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214143500368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:35:02.460824 run patchelf(pid=1815): Terminating (SIGINT)\u000a14:35:02.646851 run patchelf(pid=1815): Terminated: ok {rc=0}\u000a14:35:02.681408 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1811): Process ended prematurely: osmo-stp_10.42.42.5(pid=1811) [trial-2406↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1811)] [trial-2406↪gprs:oc2g↪iperf3m4.py:8]\u000a14:35:02.691814 tst iperf3m4.py:8: Test FAILED (11.2 sec)\u000a14:35:02.755818 run osmo-hlr_10.42.42.2(pid=1808): ERR: Terminated: ERROR {rc=237} [trial-2406↪gprs:oc2g↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1808)]\u000a14:35:02.808006 run osmo-hlr_10.42.42.2(pid=1808): stdout: \u000a| (launched: 2022-12-14_14:34:59.150152) \u000a14:35:02.860649 run osmo-hlr_10.42.42.2(pid=1808): stderr: \u000a| �[0;m�[1;31m20221214143459328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214143459328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214143459328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214143459328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214143459328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214143459328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214143459340 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:oc2g/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214143459350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214143459350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214143459350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:35:02.905591 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1797): Terminating (SIGTERM)\u000a14:35:02.948285 run iperf3-srv_10.42.42.10(pid=1798): Terminating (SIGTERM)\u000a14:35:02.990942 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1799): Terminating (SIGTERM)\u000a14:35:03.033279 run iperf3-srv_10.42.42.10(pid=1800): Terminating (SIGTERM)\u000a14:35:03.075748 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1801): Terminating (SIGTERM)\u000a14:35:03.118409 run iperf3-srv_10.42.42.10(pid=1802): Terminating (SIGTERM)\u000a14:35:03.160598 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1803): Terminating (SIGTERM)\u000a14:35:03.202758 run iperf3-srv_10.42.42.10(pid=1804): Terminating (SIGTERM)\u000a14:35:03.245153 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1807): Terminating (SIGTERM)\u000a14:35:03.287545 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1810): Terminating (SIGTERM)\u000a14:35:03.330030 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1813): Terminating (SIGTERM)\u000a14:35:03.339875 --- ParallelTerminationStrategy: PID 1797 died...\u000a14:35:03.396602 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1797): Terminated: ok {rc=0}\u000a14:35:03.406821 --- ParallelTerminationStrategy: PID 1798 died...\u000a14:35:03.463190 run iperf3-srv_10.42.42.10(pid=1798): Terminated {rc=256}\u000a14:35:03.473574 --- ParallelTerminationStrategy: PID 1799 died...\u000a14:35:03.530268 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1799): Terminated: ok {rc=0}\u000a14:35:03.540525 --- ParallelTerminationStrategy: PID 1800 died...\u000a14:35:03.597455 run iperf3-srv_10.42.42.10(pid=1800): Terminated {rc=256}\u000a14:35:03.607766 --- ParallelTerminationStrategy: PID 1801 died...\u000a14:35:03.664252 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1801): Terminated: ok {rc=0}\u000a14:35:03.674636 --- ParallelTerminationStrategy: PID 1802 died...\u000a14:35:03.731026 run iperf3-srv_10.42.42.10(pid=1802): Terminated {rc=256}\u000a14:35:03.741377 --- ParallelTerminationStrategy: PID 1803 died...\u000a14:35:03.798093 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1803): Terminated: ok {rc=0}\u000a14:35:03.808409 --- ParallelTerminationStrategy: PID 1804 died...\u000a14:35:03.865045 run iperf3-srv_10.42.42.10(pid=1804): Terminated {rc=256}\u000a14:35:03.875373 --- ParallelTerminationStrategy: PID 1807 died...\u000a14:35:03.931963 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1807): Terminated: ok {rc=0}\u000a14:35:03.942344 --- ParallelTerminationStrategy: PID 1810 died...\u000a14:35:03.999152 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1810): Terminated: ok {rc=0}\u000a14:35:04.009941 --- ParallelTerminationStrategy: PID 1813 died...\u000a14:35:04.067109 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1813): Terminated: ok {rc=0}\u000a14:35:04.154328 bus /gobi_4: Setting Powered False\u000a14:35:05.262207 bus /gobi_4: Setting Powered False\u000a14:35:06.370958 bus /gobi_1: Setting Powered False\u000a14:35:07.478547 bus /gobi_1: Setting Powered False\u000a14:35:08.588274 bus /gobi_0: Setting Powered False\u000a14:35:09.696077 bus /gobi_0: Setting Powered False\u000a14:35:10.805078 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1826): Process ended prematurely: osmo-stp_10.42.42.5(pid=1826) [trial-2406↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1826)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1826): Process ended prematurely: osmo-stp_10.42.42.5(pid=1826) [trial-2406↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1826)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 gprs:oc2g ping.py\u000a----------------------------------------------\u000a14:35:11.874012 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a14:35:11.885824 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a14:35:12.011288 tst ping.py: using LAC 41566\u000a14:35:12.131762 tst ping.py: using RAC 1\u000a14:35:12.251308 tst ping.py: using CellId 41566\u000a14:35:12.371816 tst ping.py: using BVCI 41567\u000a14:35:12.395133 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a14:35:12.405805 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a14:35:12.416227 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a14:35:12.426891 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a14:35:12.438243 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a14:35:12.449655 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a14:35:12.460605 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a14:35:12.471573 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a14:35:12.748270 tst ping.py:19: start network...\u000a14:35:12.875119 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:35:13.354118 run create_hlr_db(pid=1820): Launched\u000a14:35:13.528596 bus /gobi_6: Setting Powered False\u000a14:35:14.562487 run create_hlr_db(pid=1820): Terminated: ok {rc=0}\u000a14:35:14.997550 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1822): Launched\u000a14:35:15.326371 run osmo-hlr_10.42.42.2(pid=1823): Launched\u000a14:35:15.448826 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:35:16.053035 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1825): Launched\u000a14:35:16.400023 run osmo-stp_10.42.42.5(pid=1826): Launched\u000a14:35:16.637397 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:35:17.258441 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1828): Launched\u000a14:35:17.366883 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:35:17.632424 run patchelf(pid=1829): Launched\u000a14:35:17.810953 run osmo-stp_10.42.42.5(pid=1826): ERR: Terminated: ERROR {rc=1} [trial-2406↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1826)]\u000a14:35:17.941194 run osmo-stp_10.42.42.5(pid=1826): stdout: \u000a| (launched: 2022-12-14_14:35:16.221961)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:35:18.071664 run osmo-stp_10.42.42.5(pid=1826): stderr: \u000a| �[0;m�[38;5;43m20221214143516567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214143516567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214143516568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214143516568 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214143516570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214143516570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214143516571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:35:18.197596 run osmo-stp_10.42.42.5(pid=1826): stdout: \u000a| (launched: 2022-12-14_14:35:16.221961)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:35:18.322031 run osmo-stp_10.42.42.5(pid=1826): stderr: \u000a| �[0;m�[38;5;43m20221214143516567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214143516567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214143516568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214143516568 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214143516570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214143516570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214143516571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:35:18.467080 run patchelf(pid=1829): Terminating (SIGINT)\u000a14:35:18.637807 run patchelf(pid=1829): Terminated: ok {rc=0}\u000a14:35:18.668636 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=1826): Process ended prematurely: osmo-stp_10.42.42.5(pid=1826) [trial-2406↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1826)] [trial-2406↪gprs:oc2g↪ping.py:22]\u000a14:35:18.677489 tst ping.py:22: Test FAILED (6.8 sec)\u000a14:35:18.738446 run osmo-hlr_10.42.42.2(pid=1823): ERR: Terminated: ERROR {rc=237} [trial-2406↪gprs:oc2g↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1823)]\u000a14:35:18.788214 run osmo-hlr_10.42.42.2(pid=1823): stdout: \u000a| (launched: 2022-12-14_14:35:15.163526) \u000a14:35:18.838621 run osmo-hlr_10.42.42.2(pid=1823): stderr: \u000a| �[0;m�[1;31m20221214143515363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214143515363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214143515363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214143515363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214143515363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214143515363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214143515376 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:oc2g/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214143515386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214143515386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214143515386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:35:18.881486 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1822): Terminating (SIGTERM)\u000a14:35:18.921906 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1825): Terminating (SIGTERM)\u000a14:35:18.962084 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1828): Terminating (SIGTERM)\u000a14:35:18.971485 --- ParallelTerminationStrategy: PID 1822 died...\u000a14:35:19.025582 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1822): Terminated: ok {rc=0}\u000a14:35:19.035348 --- ParallelTerminationStrategy: PID 1825 died...\u000a14:35:19.089125 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1825): Terminated: ok {rc=0}\u000a14:35:19.098766 --- ParallelTerminationStrategy: PID 1828 died...\u000a14:35:19.152555 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1828): Terminated: ok {rc=0}\u000a14:35:19.240486 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1837): Process ended prematurely: osmo-stp_10.42.42.5(pid=1837) [trial-2406↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1837)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1837): Process ended prematurely: osmo-stp_10.42.42.5(pid=1837) [trial-2406↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1837)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 gprs:oc2g ping_idle_ping.py\u000a----------------------------------------------\u000a14:35:20.292172 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a14:35:20.303495 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a14:35:20.426443 tst ping_idle_ping.py: using LAC 41567\u000a14:35:20.547850 tst ping_idle_ping.py: using RAC 2\u000a14:35:20.666471 tst ping_idle_ping.py: using CellId 41567\u000a14:35:20.785180 tst ping_idle_ping.py: using BVCI 41568\u000a14:35:20.808155 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a14:35:20.818748 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a14:35:20.829272 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a14:35:20.839681 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a14:35:20.850301 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a14:35:20.861417 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a14:35:20.872536 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a14:35:20.883587 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a14:35:21.180267 tst ping_idle_ping.py:24: start network...\u000a14:35:21.316028 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:35:21.840444 run create_hlr_db(pid=1830): Launched\u000a14:35:22.030486 bus /gobi_6: Setting Powered False\u000a14:35:23.050739 run create_hlr_db(pid=1830): Terminated: ok {rc=0}\u000a14:35:23.487497 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1833): Launched\u000a14:35:23.816620 run osmo-hlr_10.42.42.2(pid=1834): Launched\u000a14:35:23.938128 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:35:24.509071 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1836): Launched\u000a14:35:24.836432 run osmo-stp_10.42.42.5(pid=1837): Launched\u000a14:35:24.954704 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:35:25.526781 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1839): Launched\u000a14:35:25.642532 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:35:25.929390 run patchelf(pid=1840): Launched\u000a14:35:26.120705 run osmo-stp_10.42.42.5(pid=1837): ERR: Terminated: ERROR {rc=1} [trial-2406↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1837)]\u000a14:35:26.259920 run osmo-stp_10.42.42.5(pid=1837): stdout: \u000a| (launched: 2022-12-14_14:35:24.674875)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:35:26.399391 run osmo-stp_10.42.42.5(pid=1837): stderr: \u000a| �[0;m�[38;5;43m20221214143524868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214143524868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214143524868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214143524868 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214143524871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214143524871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214143524871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:35:26.534001 run osmo-stp_10.42.42.5(pid=1837): stdout: \u000a| (launched: 2022-12-14_14:35:24.674875)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:35:26.667694 run osmo-stp_10.42.42.5(pid=1837): stderr: \u000a| �[0;m�[38;5;43m20221214143524868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214143524868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214143524868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214143524868 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214143524871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214143524871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214143524871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:35:26.823122 run patchelf(pid=1840): Terminating (SIGINT)\u000a14:35:27.005971 run patchelf(pid=1840): Terminated: ok {rc=0}\u000a14:35:27.039065 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=1837): Process ended prematurely: osmo-stp_10.42.42.5(pid=1837) [trial-2406↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1837)] [trial-2406↪gprs:oc2g↪ping_idle_ping.py:27]\u000a14:35:27.048224 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a14:35:27.111196 run osmo-hlr_10.42.42.2(pid=1834): ERR: Terminated: ERROR {rc=237} [trial-2406↪gprs:oc2g↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1834)]\u000a14:35:27.162505 run osmo-hlr_10.42.42.2(pid=1834): stdout: \u000a| (launched: 2022-12-14_14:35:23.653904) \u000a14:35:27.214117 run osmo-hlr_10.42.42.2(pid=1834): stderr: \u000a| �[0;m�[1;31m20221214143523854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214143523854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214143523855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214143523855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214143523855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214143523855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214143523867 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:oc2g/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214143523875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214143523876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214143523876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:35:27.258526 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1833): Terminating (SIGTERM)\u000a14:35:27.300336 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1836): Terminating (SIGTERM)\u000a14:35:27.342732 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1839): Terminating (SIGTERM)\u000a14:35:27.352549 --- ParallelTerminationStrategy: PID 1833 died...\u000a14:35:27.408505 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1833): Terminated: ok {rc=0}\u000a14:35:27.418816 --- ParallelTerminationStrategy: PID 1836 died...\u000a14:35:27.474127 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1836): Terminated: ok {rc=0}\u000a14:35:27.484403 --- ParallelTerminationStrategy: PID 1839 died...\u000a14:35:27.539768 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1839): Terminated: ok {rc=0}\u000a14:35:27.626898 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "30", "name" : "gprs_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:34:28" }, { "cases" : [ { "testActions" : [ ], "age" : 269, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1854): Process ended prematurely: osmo-stp_10.42.42.5(pid=1854) [trial-2406↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1854)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1854): Process ended prematurely: osmo-stp_10.42.42.5(pid=1854) [trial-2406↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1854)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 gprs:oc2g+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a14:35:29.732875 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:35:29.743653 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a14:35:29.879059 tst cs_paging_gprs_active.py: using LAC 41568\u000a14:35:30.016512 tst cs_paging_gprs_active.py: using RAC 3\u000a14:35:30.148446 tst cs_paging_gprs_active.py: using CellId 41568\u000a14:35:30.278817 tst cs_paging_gprs_active.py: using BVCI 41569\u000a14:35:30.303883 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:35:30.315365 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:35:30.326531 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:35:30.337595 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:35:30.348657 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:35:30.359777 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:35:30.371114 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:35:30.382221 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:35:30.393570 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a14:35:30.512848 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a14:35:30.806880 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a14:35:30.978081 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:35:31.322310 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1844): Launched\u000a14:35:31.626536 run iperf3-srv_10.42.42.10(pid=1845): Launched\u000a14:35:31.821899 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a14:35:31.954735 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:35:32.291852 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1846): Launched\u000a14:35:32.571866 run iperf3-srv_10.42.42.10(pid=1847): Launched\u000a14:35:32.771684 tst cs_paging_gprs_active.py:38: start network...\u000a14:35:32.907195 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:35:33.433879 run create_hlr_db(pid=1848): Launched\u000a14:35:33.622927 bus /gobi_6: Setting Powered False\u000a14:35:34.643816 run create_hlr_db(pid=1848): Terminated: ok {rc=0}\u000a14:35:35.054987 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1850): Launched\u000a14:35:35.361392 run osmo-hlr_10.42.42.2(pid=1851): Launched\u000a14:35:35.479556 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:35:36.020400 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1853): Launched\u000a14:35:36.325711 run osmo-stp_10.42.42.5(pid=1854): Launched\u000a14:35:36.436693 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:35:36.969324 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1856): Launched\u000a14:35:37.078385 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:35:37.346529 run patchelf(pid=1857): Launched\u000a14:35:37.526165 run osmo-stp_10.42.42.5(pid=1854): ERR: Terminated: ERROR {rc=1} [trial-2406↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1854)]\u000a14:35:37.657258 run osmo-stp_10.42.42.5(pid=1854): stdout: \u000a| (launched: 2022-12-14_14:35:36.175156)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:35:37.788412 run osmo-stp_10.42.42.5(pid=1854): stderr: \u000a| �[0;m�[38;5;43m20221214143536347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214143536347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214143536347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214143536348 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214143536350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214143536350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214143536350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:35:37.915000 run osmo-stp_10.42.42.5(pid=1854): stdout: \u000a| (launched: 2022-12-14_14:35:36.175156)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:35:38.040808 run osmo-stp_10.42.42.5(pid=1854): stderr: \u000a| �[0;m�[38;5;43m20221214143536347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214143536347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214143536347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214143536348 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214143536350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214143536350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214143536350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:35:38.186823 run patchelf(pid=1857): Terminating (SIGINT)\u000a14:35:38.357539 run patchelf(pid=1857): Terminated: ok {rc=0}\u000a14:35:38.388783 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=1854): Process ended prematurely: osmo-stp_10.42.42.5(pid=1854) [trial-2406↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1854)] [trial-2406↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a14:35:38.398126 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a14:35:38.459152 run osmo-hlr_10.42.42.2(pid=1851): ERR: Terminated: ERROR {rc=237} [trial-2406↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1851)]\u000a14:35:38.508979 run osmo-hlr_10.42.42.2(pid=1851): stdout: \u000a| (launched: 2022-12-14_14:35:35.210046) \u000a14:35:38.559012 run osmo-hlr_10.42.42.2(pid=1851): stderr: \u000a| �[0;m�[1;31m20221214143535385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214143535385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214143535385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214143535385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214143535385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214143535385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214143535397 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:oc2g+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214143535404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214143535405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214143535405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:35:38.601896 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1844): Terminating (SIGTERM)\u000a14:35:38.642460 run iperf3-srv_10.42.42.10(pid=1845): Terminating (SIGTERM)\u000a14:35:38.684029 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1846): Terminating (SIGTERM)\u000a14:35:38.724437 run iperf3-srv_10.42.42.10(pid=1847): Terminating (SIGTERM)\u000a14:35:38.764718 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1850): Terminating (SIGTERM)\u000a14:35:38.804791 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1853): Terminating (SIGTERM)\u000a14:35:38.845166 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1856): Terminating (SIGTERM)\u000a14:35:38.854317 --- ParallelTerminationStrategy: PID 1844 died...\u000a14:35:38.908303 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1844): Terminated: ok {rc=0}\u000a14:35:38.917938 --- ParallelTerminationStrategy: PID 1845 died...\u000a14:35:38.971382 run iperf3-srv_10.42.42.10(pid=1845): Terminated {rc=256}\u000a14:35:38.980894 --- ParallelTerminationStrategy: PID 1846 died...\u000a14:35:39.034282 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1846): Terminated: ok {rc=0}\u000a14:35:39.043810 --- ParallelTerminationStrategy: PID 1847 died...\u000a14:35:39.097420 run iperf3-srv_10.42.42.10(pid=1847): Terminated {rc=256}\u000a14:35:39.106789 --- ParallelTerminationStrategy: PID 1850 died...\u000a14:35:39.160224 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1850): Terminated: ok {rc=0}\u000a14:35:39.169718 --- ParallelTerminationStrategy: PID 1853 died...\u000a14:35:39.222957 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1853): Terminated: ok {rc=0}\u000a14:35:39.232584 --- ParallelTerminationStrategy: PID 1856 died...\u000a14:35:39.286154 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1856): Terminated: ok {rc=0}\u000a14:35:39.374426 bus /gobi_0: Setting Powered False\u000a14:35:40.476920 bus /gobi_0: Setting Powered False\u000a14:35:41.587723 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1866): Process ended prematurely: osmo-stp_10.42.42.5(pid=1866) [trial-2406↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1866)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1866): Process ended prematurely: osmo-stp_10.42.42.5(pid=1866) [trial-2406↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1866)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 gprs:oc2g+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a14:35:42.698602 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:35:42.710222 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a14:35:42.835024 tst iperf3.py: using LAC 41569\u000a14:35:42.956228 tst iperf3.py: using RAC 4\u000a14:35:43.077212 tst iperf3.py: using CellId 41569\u000a14:35:43.198267 tst iperf3.py: using BVCI 41570\u000a14:35:43.221537 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:35:43.232173 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:35:43.242806 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:35:43.253385 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:35:43.263992 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:35:43.274852 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:35:43.285871 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:35:43.296482 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:35:43.307148 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a14:35:43.604479 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a14:35:43.740040 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:35:44.080011 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1858): Launched\u000a14:35:44.359287 run iperf3-srv_10.42.42.10(pid=1859): Launched\u000a14:35:44.557828 tst iperf3.py:8: start network...\u000a14:35:44.693263 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:35:45.214630 run create_hlr_db(pid=1860): Launched\u000a14:35:45.402502 bus /gobi_6: Setting Powered False\u000a14:35:46.458824 run create_hlr_db(pid=1860): Terminated: ok {rc=0}\u000a14:35:46.891737 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1862): Launched\u000a14:35:47.247492 run osmo-hlr_10.42.42.2(pid=1863): Launched\u000a14:35:47.362502 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:35:47.899683 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1865): Launched\u000a14:35:48.206988 run osmo-stp_10.42.42.5(pid=1866): Launched\u000a14:35:48.318082 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:35:48.850523 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1868): Launched\u000a14:35:48.959073 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:35:49.226953 run patchelf(pid=1869): Launched\u000a14:35:49.406263 run osmo-stp_10.42.42.5(pid=1866): ERR: Terminated: ERROR {rc=1} [trial-2406↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1866)]\u000a14:35:49.536626 run osmo-stp_10.42.42.5(pid=1866): stdout: \u000a| (launched: 2022-12-14_14:35:48.053954)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:35:49.667441 run osmo-stp_10.42.42.5(pid=1866): stderr: \u000a| �[0;m�[38;5;43m20221214143548223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214143548223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214143548223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214143548223 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214143548226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214143548226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214143548226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:35:49.793575 run osmo-stp_10.42.42.5(pid=1866): stdout: \u000a| (launched: 2022-12-14_14:35:48.053954)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:35:49.918602 run osmo-stp_10.42.42.5(pid=1866): stderr: \u000a| �[0;m�[38;5;43m20221214143548223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214143548223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214143548223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214143548223 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214143548226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214143548226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214143548226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:35:50.064624 run patchelf(pid=1869): Terminating (SIGINT)\u000a14:35:50.236029 run patchelf(pid=1869): Terminated: ok {rc=0}\u000a14:35:50.267505 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1866): Process ended prematurely: osmo-stp_10.42.42.5(pid=1866) [trial-2406↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1866)] [trial-2406↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8]\u000a14:35:50.276848 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a14:35:50.337311 run osmo-hlr_10.42.42.2(pid=1863): ERR: Terminated: ERROR {rc=237} [trial-2406↪gprs:oc2g+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1863)]\u000a14:35:50.386656 run osmo-hlr_10.42.42.2(pid=1863): stdout: \u000a| (launched: 2022-12-14_14:35:47.049431) \u000a14:35:50.436848 run osmo-hlr_10.42.42.2(pid=1863): stderr: \u000a| �[0;m�[1;31m20221214143547281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214143547281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214143547282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214143547282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214143547282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214143547282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214143547295 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:oc2g+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214143547305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214143547305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214143547306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:35:50.479771 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1858): Terminating (SIGTERM)\u000a14:35:50.520424 run iperf3-srv_10.42.42.10(pid=1859): Terminating (SIGTERM)\u000a14:35:50.560866 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1862): Terminating (SIGTERM)\u000a14:35:50.600942 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1865): Terminating (SIGTERM)\u000a14:35:50.641179 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1868): Terminating (SIGTERM)\u000a14:35:50.650401 --- ParallelTerminationStrategy: PID 1858 died...\u000a14:35:50.704525 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1858): Terminated: ok {rc=0}\u000a14:35:50.714098 --- ParallelTerminationStrategy: PID 1859 died...\u000a14:35:50.767992 run iperf3-srv_10.42.42.10(pid=1859): Terminated {rc=256}\u000a14:35:50.777998 --- ParallelTerminationStrategy: PID 1862 died...\u000a14:35:50.832080 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1862): Terminated: ok {rc=0}\u000a14:35:50.841971 --- ParallelTerminationStrategy: PID 1865 died...\u000a14:35:50.896027 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1865): Terminated: ok {rc=0}\u000a14:35:50.905740 --- ParallelTerminationStrategy: PID 1868 died...\u000a14:35:50.959481 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1868): Terminated: ok {rc=0}\u000a14:35:51.048566 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1886): Process ended prematurely: osmo-stp_10.42.42.5(pid=1886) [trial-2406↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1886)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1886): Process ended prematurely: osmo-stp_10.42.42.5(pid=1886) [trial-2406↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1886)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 gprs:oc2g+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a14:35:52.160537 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:35:52.172267 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a14:35:52.300416 tst iperf3m4.py: using LAC 41570\u000a14:35:52.421093 tst iperf3m4.py: using RAC 5\u000a14:35:52.542281 tst iperf3m4.py: using CellId 41570\u000a14:35:52.663478 tst iperf3m4.py: using BVCI 41571\u000a14:35:52.686923 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:35:52.697794 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:35:52.708282 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:35:52.719093 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:35:52.730627 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:35:52.742132 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:35:52.754066 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:35:52.765679 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:35:52.777653 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a14:35:52.901976 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a14:35:53.020227 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a14:35:53.141058 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a14:35:53.434228 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a14:35:53.569640 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:35:53.907841 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1872): Launched\u000a14:35:54.187520 run iperf3-srv_10.42.42.10(pid=1873): Launched\u000a14:35:54.385985 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a14:35:54.521129 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:35:54.858673 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1874): Launched\u000a14:35:55.138693 run iperf3-srv_10.42.42.10(pid=1875): Launched\u000a14:35:55.336813 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a14:35:55.471428 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:35:55.807291 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1876): Launched\u000a14:35:56.087103 run iperf3-srv_10.42.42.10(pid=1877): Launched\u000a14:35:56.286309 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a14:35:56.421356 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:35:56.759202 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1878): Launched\u000a14:35:57.039141 run iperf3-srv_10.42.42.10(pid=1879): Launched\u000a14:35:57.237603 tst iperf3m4.py:8: start network...\u000a14:35:57.372527 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:35:57.895579 run create_hlr_db(pid=1880): Launched\u000a14:35:58.084368 bus /gobi_6: Setting Powered False\u000a14:35:59.095008 run create_hlr_db(pid=1880): Terminated: ok {rc=0}\u000a14:35:59.537630 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1882): Launched\u000a14:35:59.863621 run osmo-hlr_10.42.42.2(pid=1883): Launched\u000a14:35:59.981397 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:36:00.549094 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1885): Launched\u000a14:36:00.949985 run osmo-stp_10.42.42.5(pid=1886): Launched\u000a14:36:01.170622 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:36:01.735823 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1888): Launched\u000a14:36:01.855415 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:36:02.152416 run patchelf(pid=1889): Launched\u000a14:36:02.334874 run osmo-stp_10.42.42.5(pid=1886): ERR: Terminated: ERROR {rc=1} [trial-2406↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1886)]\u000a14:36:02.466893 run osmo-stp_10.42.42.5(pid=1886): stdout: \u000a| (launched: 2022-12-14_14:36:00.714888)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:36:02.598236 run osmo-stp_10.42.42.5(pid=1886): stderr: \u000a| �[0;m�[38;5;43m20221214143600937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214143600937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214143600938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214143600938 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214143600938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214143600938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214143600938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:36:02.724914 run osmo-stp_10.42.42.5(pid=1886): stdout: \u000a| (launched: 2022-12-14_14:36:00.714888)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:36:02.850649 run osmo-stp_10.42.42.5(pid=1886): stderr: \u000a| �[0;m�[38;5;43m20221214143600937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214143600937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214143600938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214143600938 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214143600938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214143600938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214143600938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:36:02.996688 run patchelf(pid=1889): Terminating (SIGINT)\u000a14:36:03.168672 run patchelf(pid=1889): Terminated: ok {rc=0}\u000a14:36:03.200459 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1886): Process ended prematurely: osmo-stp_10.42.42.5(pid=1886) [trial-2406↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1886)] [trial-2406↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8]\u000a14:36:03.210018 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a14:36:03.271511 run osmo-hlr_10.42.42.2(pid=1883): ERR: Terminated: ERROR {rc=237} [trial-2406↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1883)]\u000a14:36:03.321520 run osmo-hlr_10.42.42.2(pid=1883): stdout: \u000a| (launched: 2022-12-14_14:35:59.702431) \u000a14:36:03.372093 run osmo-hlr_10.42.42.2(pid=1883): stderr: \u000a| �[0;m�[1;31m20221214143559902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214143559902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214143559902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214143559902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214143559902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214143559902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214143559947 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:oc2g+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214143559957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214143559957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214143559957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:36:03.415458 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1872): Terminating (SIGTERM)\u000a14:36:03.456222 run iperf3-srv_10.42.42.10(pid=1873): Terminating (SIGTERM)\u000a14:36:03.497100 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1874): Terminating (SIGTERM)\u000a14:36:03.538370 run iperf3-srv_10.42.42.10(pid=1875): Terminating (SIGTERM)\u000a14:36:03.579248 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1876): Terminating (SIGTERM)\u000a14:36:03.619966 run iperf3-srv_10.42.42.10(pid=1877): Terminating (SIGTERM)\u000a14:36:03.660748 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1878): Terminating (SIGTERM)\u000a14:36:03.701365 run iperf3-srv_10.42.42.10(pid=1879): Terminating (SIGTERM)\u000a14:36:03.741972 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1882): Terminating (SIGTERM)\u000a14:36:03.782606 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1885): Terminating (SIGTERM)\u000a14:36:03.823222 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1888): Terminating (SIGTERM)\u000a14:36:03.832083 --- ParallelTerminationStrategy: PID 1872 died...\u000a14:36:03.887060 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1872): Terminated: ok {rc=0}\u000a14:36:03.896789 --- ParallelTerminationStrategy: PID 1873 died...\u000a14:36:03.951010 run iperf3-srv_10.42.42.10(pid=1873): Terminated {rc=256}\u000a14:36:03.960586 --- ParallelTerminationStrategy: PID 1874 died...\u000a14:36:04.015166 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1874): Terminated: ok {rc=0}\u000a14:36:04.024904 --- ParallelTerminationStrategy: PID 1875 died...\u000a14:36:04.079601 run iperf3-srv_10.42.42.10(pid=1875): Terminated {rc=256}\u000a14:36:04.089332 --- ParallelTerminationStrategy: PID 1876 died...\u000a14:36:04.143539 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1876): Terminated: ok {rc=0}\u000a14:36:04.153126 --- ParallelTerminationStrategy: PID 1877 died...\u000a14:36:04.207598 run iperf3-srv_10.42.42.10(pid=1877): Terminated {rc=256}\u000a14:36:04.217349 --- ParallelTerminationStrategy: PID 1878 died...\u000a14:36:04.271813 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1878): Terminated: ok {rc=0}\u000a14:36:04.281587 --- ParallelTerminationStrategy: PID 1879 died...\u000a14:36:04.335609 run iperf3-srv_10.42.42.10(pid=1879): Terminated {rc=256}\u000a14:36:04.345448 --- ParallelTerminationStrategy: PID 1882 died...\u000a14:36:04.399896 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1882): Terminated: ok {rc=0}\u000a14:36:04.409964 --- ParallelTerminationStrategy: PID 1885 died...\u000a14:36:04.464354 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1885): Terminated: ok {rc=0}\u000a14:36:04.474115 --- ParallelTerminationStrategy: PID 1888 died...\u000a14:36:04.528526 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1888): Terminated: ok {rc=0}\u000a14:36:04.618131 bus /gobi_4: Setting Powered False\u000a14:36:05.723622 bus /gobi_4: Setting Powered False\u000a14:36:06.836761 bus /gobi_1: Setting Powered False\u000a14:36:07.940156 bus /gobi_1: Setting Powered False\u000a14:36:09.047867 bus /gobi_0: Setting Powered False\u000a14:36:10.154520 bus /gobi_0: Setting Powered False\u000a14:36:11.263529 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1896): Process ended prematurely: osmo-stp_10.42.42.5(pid=1896) [trial-2406↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1896)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1896): Process ended prematurely: osmo-stp_10.42.42.5(pid=1896) [trial-2406↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1896)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 gprs:oc2g+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a14:36:12.329866 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:36:12.341276 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a14:36:12.463784 tst ping.py: using LAC 41571\u000a14:36:12.587584 tst ping.py: using RAC 6\u000a14:36:12.708039 tst ping.py: using CellId 41571\u000a14:36:12.827860 tst ping.py: using BVCI 41572\u000a14:36:12.850744 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:36:12.861504 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:36:12.872162 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:36:12.882976 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:36:12.893813 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:36:12.904577 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:36:12.915696 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:36:12.926754 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a14:36:13.217849 tst ping.py:19: start network...\u000a14:36:13.351000 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:36:13.861489 run create_hlr_db(pid=1890): Launched\u000a14:36:14.047951 bus /gobi_6: Setting Powered False\u000a14:36:15.068806 run create_hlr_db(pid=1890): Terminated: ok {rc=0}\u000a14:36:15.473746 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1892): Launched\u000a14:36:15.774307 run osmo-hlr_10.42.42.2(pid=1893): Launched\u000a14:36:15.937632 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:36:16.524087 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1895): Launched\u000a14:36:16.997339 run osmo-stp_10.42.42.5(pid=1896): Launched\u000a14:36:17.228495 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:36:17.766941 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1898): Launched\u000a14:36:17.873071 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:36:18.137427 run patchelf(pid=1899): Launched\u000a14:36:18.313350 run osmo-stp_10.42.42.5(pid=1896): ERR: Terminated: ERROR {rc=1} [trial-2406↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1896)]\u000a14:36:18.442006 run osmo-stp_10.42.42.5(pid=1896): stdout: \u000a| (launched: 2022-12-14_14:36:16.678230)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:36:18.570867 run osmo-stp_10.42.42.5(pid=1896): stderr: \u000a| �[0;m�[38;5;43m20221214143616965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214143616966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214143616968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214143616969 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214143616971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214143616972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214143616972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:36:18.695096 run osmo-stp_10.42.42.5(pid=1896): stdout: \u000a| (launched: 2022-12-14_14:36:16.678230)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:36:18.818137 run osmo-stp_10.42.42.5(pid=1896): stderr: \u000a| �[0;m�[38;5;43m20221214143616965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214143616966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214143616968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214143616969 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214143616971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214143616972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214143616972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:36:18.961785 run patchelf(pid=1899): Terminating (SIGINT)\u000a14:36:19.131289 run patchelf(pid=1899): Terminated: ok {rc=0}\u000a14:36:19.162059 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=1896): Process ended prematurely: osmo-stp_10.42.42.5(pid=1896) [trial-2406↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1896)] [trial-2406↪gprs:oc2g+mod-bts0-egprs↪ping.py:22]\u000a14:36:19.170808 tst ping.py:22: Test FAILED (6.8 sec)\u000a14:36:19.231558 run osmo-hlr_10.42.42.2(pid=1893): ERR: Terminated: ERROR {rc=237} [trial-2406↪gprs:oc2g+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1893)]\u000a14:36:19.281091 run osmo-hlr_10.42.42.2(pid=1893): stdout: \u000a| (launched: 2022-12-14_14:36:15.625823) \u000a14:36:19.331270 run osmo-hlr_10.42.42.2(pid=1893): stderr: \u000a| �[0;m�[1;31m20221214143615802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214143615802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214143615802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214143615802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214143615802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214143615802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214143615814 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:oc2g+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214143615823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214143615823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214143615823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:36:19.374288 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1892): Terminating (SIGTERM)\u000a14:36:19.414425 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1895): Terminating (SIGTERM)\u000a14:36:19.454932 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1898): Terminating (SIGTERM)\u000a14:36:19.464251 --- ParallelTerminationStrategy: PID 1892 died...\u000a14:36:19.518644 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1892): Terminated: ok {rc=0}\u000a14:36:19.528660 --- ParallelTerminationStrategy: PID 1895 died...\u000a14:36:19.582991 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1895): Terminated: ok {rc=0}\u000a14:36:19.592703 --- ParallelTerminationStrategy: PID 1898 died...\u000a14:36:19.646953 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1898): Terminated: ok {rc=0}\u000a14:36:19.735317 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1906): Process ended prematurely: osmo-stp_10.42.42.5(pid=1906) [trial-2406↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1906)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1906): Process ended prematurely: osmo-stp_10.42.42.5(pid=1906) [trial-2406↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1906)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 gprs:oc2g+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a14:36:20.788020 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:36:20.800098 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a14:36:20.926821 tst ping_idle_ping.py: using LAC 41572\u000a14:36:21.044915 tst ping_idle_ping.py: using RAC 7\u000a14:36:21.167821 tst ping_idle_ping.py: using CellId 41572\u000a14:36:21.293292 tst ping_idle_ping.py: using BVCI 41573\u000a14:36:21.317929 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:36:21.329555 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:36:21.340868 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:36:21.352328 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:36:21.364065 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:36:21.375833 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:36:21.388150 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:36:21.399923 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a14:36:21.679081 tst ping_idle_ping.py:24: start network...\u000a14:36:21.803762 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:36:22.298068 run create_hlr_db(pid=1900): Launched\u000a14:36:22.485131 bus /gobi_6: Setting Powered False\u000a14:36:23.504929 run create_hlr_db(pid=1900): Terminated: ok {rc=0}\u000a14:36:23.918170 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1902): Launched\u000a14:36:24.242947 run osmo-hlr_10.42.42.2(pid=1903): Launched\u000a14:36:24.363335 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:36:24.923645 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1905): Launched\u000a14:36:25.248473 run osmo-stp_10.42.42.5(pid=1906): Launched\u000a14:36:25.364680 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:36:25.928068 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1908): Launched\u000a14:36:26.043154 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:36:26.325767 run patchelf(pid=1909): Launched\u000a14:36:26.514484 run osmo-stp_10.42.42.5(pid=1906): ERR: Terminated: ERROR {rc=1} [trial-2406↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1906)]\u000a14:36:26.652048 run osmo-stp_10.42.42.5(pid=1906): stdout: \u000a| (launched: 2022-12-14_14:36:25.087510)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:36:26.790041 run osmo-stp_10.42.42.5(pid=1906): stderr: \u000a| �[0;m�[38;5;43m20221214143625281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214143625281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214143625281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214143625282 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214143625282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214143625282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214143625282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:36:26.923093 run osmo-stp_10.42.42.5(pid=1906): stdout: \u000a| (launched: 2022-12-14_14:36:25.087510)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:36:27.055800 run osmo-stp_10.42.42.5(pid=1906): stderr: \u000a| �[0;m�[38;5;43m20221214143625281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214143625281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214143625281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214143625282 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214143625282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214143625282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214143625282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:36:27.209288 run patchelf(pid=1909): Terminating (SIGINT)\u000a14:36:27.389536 run patchelf(pid=1909): Terminated: ok {rc=0}\u000a14:36:27.422157 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=1906): Process ended prematurely: osmo-stp_10.42.42.5(pid=1906) [trial-2406↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1906)] [trial-2406↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a14:36:27.431477 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a14:36:27.494944 run osmo-hlr_10.42.42.2(pid=1903): ERR: Terminated: ERROR {rc=237} [trial-2406↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1903)]\u000a14:36:27.546849 run osmo-hlr_10.42.42.2(pid=1903): stdout: \u000a| (launched: 2022-12-14_14:36:24.083559) \u000a14:36:27.599304 run osmo-hlr_10.42.42.2(pid=1903): stderr: \u000a| �[0;m�[1;31m20221214143624282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214143624282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214143624282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214143624282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214143624282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214143624282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214143624295 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:oc2g+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214143624303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214143624303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214143624303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:36:27.644097 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1902): Terminating (SIGTERM)\u000a14:36:27.686850 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1905): Terminating (SIGTERM)\u000a14:36:27.729366 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1908): Terminating (SIGTERM)\u000a14:36:27.739150 --- ParallelTerminationStrategy: PID 1902 died...\u000a14:36:27.795634 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1902): Terminated: ok {rc=0}\u000a14:36:27.805936 --- ParallelTerminationStrategy: PID 1905 died...\u000a14:36:27.862001 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1905): Terminated: ok {rc=0}\u000a14:36:27.872208 --- ParallelTerminationStrategy: PID 1908 died...\u000a14:36:27.928515 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1908): Terminated: ok {rc=0}\u000a14:36:28.015602 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "31", "name" : "gprs_oc2g+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:35:29" }, { "cases" : [ { "testActions" : [ ], "age" : 269, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1923): Process ended prematurely: osmo-stp_10.42.42.5(pid=1923) [trial-2406↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1923)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1923): Process ended prematurely: osmo-stp_10.42.42.5(pid=1923) [trial-2406↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1923)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 gprs:oc2g+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a14:36:30.147866 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:36:30.159297 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a14:36:30.315158 tst cs_paging_gprs_active.py: using LAC 41573\u000a14:36:30.441068 tst cs_paging_gprs_active.py: using RAC 8\u000a14:36:30.567308 tst cs_paging_gprs_active.py: using CellId 41573\u000a14:36:30.692772 tst cs_paging_gprs_active.py: using BVCI 41574\u000a14:36:30.718095 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:36:30.729405 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:36:30.740461 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:36:30.751636 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:36:30.762727 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:36:30.773839 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:36:30.785018 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:36:30.796106 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:36:30.807592 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a14:36:30.954552 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a14:36:31.280030 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a14:36:31.420640 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:36:31.777509 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1913): Launched\u000a14:36:32.078656 run iperf3-srv_10.42.42.10(pid=1914): Launched\u000a14:36:32.281816 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a14:36:32.418455 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:36:32.759005 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1915): Launched\u000a14:36:33.041967 run iperf3-srv_10.42.42.10(pid=1916): Launched\u000a14:36:33.244039 tst cs_paging_gprs_active.py:38: start network...\u000a14:36:33.381195 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:36:33.907776 run create_hlr_db(pid=1917): Launched\u000a14:36:34.097075 bus /gobi_6: Setting Powered False\u000a14:36:35.118829 run create_hlr_db(pid=1917): Terminated: ok {rc=0}\u000a14:36:35.553917 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1919): Launched\u000a14:36:35.882166 run osmo-hlr_10.42.42.2(pid=1920): Launched\u000a14:36:36.003932 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:36:36.574482 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1922): Launched\u000a14:36:36.901592 run osmo-stp_10.42.42.5(pid=1923): Launched\u000a14:36:37.020184 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:36:37.591256 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1925): Launched\u000a14:36:37.707989 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:36:37.994509 run patchelf(pid=1926): Launched\u000a14:36:38.186953 run osmo-stp_10.42.42.5(pid=1923): ERR: Terminated: ERROR {rc=1} [trial-2406↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1923)]\u000a14:36:38.326842 run osmo-stp_10.42.42.5(pid=1923): stdout: \u000a| (launched: 2022-12-14_14:36:36.740410)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:36:38.466603 run osmo-stp_10.42.42.5(pid=1923): stderr: \u000a| �[0;m�[38;5;43m20221214143636935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214143636935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214143636935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214143636936 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214143636936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214143636936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214143636936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:36:38.601690 run osmo-stp_10.42.42.5(pid=1923): stdout: \u000a| (launched: 2022-12-14_14:36:36.740410)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:36:38.735532 run osmo-stp_10.42.42.5(pid=1923): stderr: \u000a| �[0;m�[38;5;43m20221214143636935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214143636935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214143636935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214143636936 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214143636936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214143636936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214143636936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:36:38.891776 run patchelf(pid=1926): Terminating (SIGINT)\u000a14:36:39.075614 run patchelf(pid=1926): Terminated: ok {rc=0}\u000a14:36:39.109080 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=1923): Process ended prematurely: osmo-stp_10.42.42.5(pid=1923) [trial-2406↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1923)] [trial-2406↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a14:36:39.119275 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a14:36:39.182492 run osmo-hlr_10.42.42.2(pid=1920): ERR: Terminated: ERROR {rc=237} [trial-2406↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1920)]\u000a14:36:39.233802 run osmo-hlr_10.42.42.2(pid=1920): stdout: \u000a| (launched: 2022-12-14_14:36:35.720601) \u000a14:36:39.285830 run osmo-hlr_10.42.42.2(pid=1920): stderr: \u000a| �[0;m�[1;31m20221214143635922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214143635922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214143635922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214143635922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214143635922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214143635923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214143635935 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:oc2g+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214143635943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214143635943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214143635943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:36:39.330473 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1913): Terminating (SIGTERM)\u000a14:36:39.372444 run iperf3-srv_10.42.42.10(pid=1914): Terminating (SIGTERM)\u000a14:36:39.414409 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1915): Terminating (SIGTERM)\u000a14:36:39.456167 run iperf3-srv_10.42.42.10(pid=1916): Terminating (SIGTERM)\u000a14:36:39.498198 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1919): Terminating (SIGTERM)\u000a14:36:39.540677 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1922): Terminating (SIGTERM)\u000a14:36:39.582614 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1925): Terminating (SIGTERM)\u000a14:36:39.592256 --- ParallelTerminationStrategy: PID 1913 died...\u000a14:36:39.648005 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1913): Terminated: ok {rc=0}\u000a14:36:39.658126 --- ParallelTerminationStrategy: PID 1914 died...\u000a14:36:39.713371 run iperf3-srv_10.42.42.10(pid=1914): Terminated {rc=256}\u000a14:36:39.723327 --- ParallelTerminationStrategy: PID 1915 died...\u000a14:36:39.778548 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1915): Terminated: ok {rc=0}\u000a14:36:39.788509 --- ParallelTerminationStrategy: PID 1916 died...\u000a14:36:39.844006 run iperf3-srv_10.42.42.10(pid=1916): Terminated {rc=256}\u000a14:36:39.854013 --- ParallelTerminationStrategy: PID 1919 died...\u000a14:36:39.909106 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1919): Terminated: ok {rc=0}\u000a14:36:39.918932 --- ParallelTerminationStrategy: PID 1922 died...\u000a14:36:39.974186 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1922): Terminated: ok {rc=0}\u000a14:36:39.984163 --- ParallelTerminationStrategy: PID 1925 died...\u000a14:36:40.039637 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1925): Terminated: ok {rc=0}\u000a14:36:40.126207 bus /gobi_0: Setting Powered False\u000a14:36:41.232688 bus /gobi_0: Setting Powered False\u000a14:36:42.340588 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1937): Process ended prematurely: osmo-stp_10.42.42.5(pid=1937) [trial-2406↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1937)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1937): Process ended prematurely: osmo-stp_10.42.42.5(pid=1937) [trial-2406↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1937)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 gprs:oc2g+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a14:36:43.456197 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:36:43.468362 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a14:36:43.623798 tst iperf3.py: using LAC 41574\u000a14:36:43.751483 tst iperf3.py: using RAC 9\u000a14:36:43.880378 tst iperf3.py: using CellId 41574\u000a14:36:44.009200 tst iperf3.py: using BVCI 41575\u000a14:36:44.034888 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:36:44.046315 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:36:44.057344 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:36:44.068410 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:36:44.079744 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:36:44.090872 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:36:44.102190 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:36:44.113242 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:36:44.124428 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a14:36:44.417195 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a14:36:44.553691 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:36:44.892469 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1927): Launched\u000a14:36:45.175819 run iperf3-srv_10.42.42.10(pid=1928): Launched\u000a14:36:45.376321 tst iperf3.py:8: start network...\u000a14:36:45.512814 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:36:46.097673 run create_hlr_db(pid=1931): Launched\u000a14:36:46.288840 bus /gobi_6: Setting Powered False\u000a14:36:47.314499 run create_hlr_db(pid=1931): Terminated: ok {rc=0}\u000a14:36:47.748930 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1933): Launched\u000a14:36:48.076687 run osmo-hlr_10.42.42.2(pid=1934): Launched\u000a14:36:48.199407 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:36:48.767428 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1936): Launched\u000a14:36:49.093561 run osmo-stp_10.42.42.5(pid=1937): Launched\u000a14:36:49.211809 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:36:49.781071 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1939): Launched\u000a14:36:49.897458 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:36:50.182579 run patchelf(pid=1940): Launched\u000a14:36:50.373457 run osmo-stp_10.42.42.5(pid=1937): ERR: Terminated: ERROR {rc=1} [trial-2406↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1937)]\u000a14:36:50.513030 run osmo-stp_10.42.42.5(pid=1937): stdout: \u000a| (launched: 2022-12-14_14:36:48.932608)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:36:50.652255 run osmo-stp_10.42.42.5(pid=1937): stderr: \u000a| �[0;m�[38;5;43m20221214143649127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214143649127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214143649127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214143649128 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214143649128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214143649128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214143649128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:36:50.787133 run osmo-stp_10.42.42.5(pid=1937): stdout: \u000a| (launched: 2022-12-14_14:36:48.932608)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:36:50.920376 run osmo-stp_10.42.42.5(pid=1937): stderr: \u000a| �[0;m�[38;5;43m20221214143649127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214143649127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214143649127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214143649128 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214143649128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214143649128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214143649128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:36:51.076542 run patchelf(pid=1940): Terminating (SIGINT)\u000a14:36:51.259757 run patchelf(pid=1940): Terminated: ok {rc=0}\u000a14:36:51.293443 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1937): Process ended prematurely: osmo-stp_10.42.42.5(pid=1937) [trial-2406↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1937)] [trial-2406↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a14:36:51.303350 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a14:36:51.366705 run osmo-hlr_10.42.42.2(pid=1934): ERR: Terminated: ERROR {rc=237} [trial-2406↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1934)]\u000a14:36:51.418336 run osmo-hlr_10.42.42.2(pid=1934): stdout: \u000a| (launched: 2022-12-14_14:36:47.915039) \u000a14:36:51.470720 run osmo-hlr_10.42.42.2(pid=1934): stderr: \u000a| �[0;m�[1;31m20221214143648114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214143648114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214143648114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214143648114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214143648114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214143648114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214143648127 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:oc2g+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214143648135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214143648135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214143648136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:36:51.515596 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1927): Terminating (SIGTERM)\u000a14:36:51.558222 run iperf3-srv_10.42.42.10(pid=1928): Terminating (SIGTERM)\u000a14:36:51.600497 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1933): Terminating (SIGTERM)\u000a14:36:51.642872 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1936): Terminating (SIGTERM)\u000a14:36:51.685091 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1939): Terminating (SIGTERM)\u000a14:36:51.694803 --- ParallelTerminationStrategy: PID 1927 died...\u000a14:36:51.751209 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1927): Terminated: ok {rc=0}\u000a14:36:51.761443 --- ParallelTerminationStrategy: PID 1928 died...\u000a14:36:51.817277 run iperf3-srv_10.42.42.10(pid=1928): Terminated {rc=256}\u000a14:36:51.827317 --- ParallelTerminationStrategy: PID 1933 died...\u000a14:36:51.883308 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1933): Terminated: ok {rc=0}\u000a14:36:51.893453 --- ParallelTerminationStrategy: PID 1936 died...\u000a14:36:51.949198 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1936): Terminated: ok {rc=0}\u000a14:36:51.959280 --- ParallelTerminationStrategy: PID 1939 died...\u000a14:36:52.015138 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1939): Terminated: ok {rc=0}\u000a14:36:52.102786 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1955): Process ended prematurely: osmo-stp_10.42.42.5(pid=1955) [trial-2406↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1955)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1955): Process ended prematurely: osmo-stp_10.42.42.5(pid=1955) [trial-2406↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1955)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 gprs:oc2g+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a14:36:53.212768 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:36:53.224432 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a14:36:53.369919 tst iperf3m4.py: using LAC 41575\u000a14:36:53.488682 tst iperf3m4.py: using RAC 10\u000a14:36:53.609419 tst iperf3m4.py: using CellId 41575\u000a14:36:53.729758 tst iperf3m4.py: using BVCI 41576\u000a14:36:53.752893 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:36:53.763942 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:36:53.774696 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:36:53.785498 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:36:53.796441 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:36:53.807571 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:36:53.818776 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:36:53.829774 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:36:53.841068 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a14:36:53.957806 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a14:36:54.079966 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a14:36:54.198707 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a14:36:54.495779 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a14:36:54.631996 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:36:54.971947 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1941): Launched\u000a14:36:55.255586 run iperf3-srv_10.42.42.10(pid=1942): Launched\u000a14:36:55.456471 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a14:36:55.593402 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:36:55.933750 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1943): Launched\u000a14:36:56.215446 run iperf3-srv_10.42.42.10(pid=1944): Launched\u000a14:36:56.415775 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a14:36:56.552100 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:36:56.892342 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1945): Launched\u000a14:36:57.177075 run iperf3-srv_10.42.42.10(pid=1946): Launched\u000a14:36:57.378428 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a14:36:57.515436 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:36:57.857622 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1947): Launched\u000a14:36:58.143403 run iperf3-srv_10.42.42.10(pid=1948): Launched\u000a14:36:58.344225 tst iperf3m4.py:8: start network...\u000a14:36:58.481178 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:36:59.006566 run create_hlr_db(pid=1949): Launched\u000a14:36:59.196056 bus /gobi_6: Setting Powered False\u000a14:37:00.216104 run create_hlr_db(pid=1949): Terminated: ok {rc=0}\u000a14:37:00.628674 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1951): Launched\u000a14:37:01.048225 run osmo-hlr_10.42.42.2(pid=1952): Launched\u000a14:37:01.264861 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:37:01.877703 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1954): Launched\u000a14:37:02.313967 run osmo-stp_10.42.42.5(pid=1955): Launched\u000a14:37:02.510272 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:37:03.082985 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1957): Launched\u000a14:37:03.199999 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:37:03.491278 run patchelf(pid=1958): Launched\u000a14:37:03.683730 run osmo-stp_10.42.42.5(pid=1955): ERR: Terminated: ERROR {rc=1} [trial-2406↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1955)]\u000a14:37:03.823213 run osmo-stp_10.42.42.5(pid=1955): stdout: \u000a| (launched: 2022-12-14_14:37:02.035410)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:37:03.962743 run osmo-stp_10.42.42.5(pid=1955): stderr: \u000a| �[0;m�[38;5;43m20221214143702330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214143702330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214143702330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214143702331 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214143702331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214143702331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214143702331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:37:04.098469 run osmo-stp_10.42.42.5(pid=1955): stdout: \u000a| (launched: 2022-12-14_14:37:02.035410)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:37:04.231918 run osmo-stp_10.42.42.5(pid=1955): stderr: \u000a| �[0;m�[38;5;43m20221214143702330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214143702330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214143702330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214143702331 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214143702331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214143702331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214143702331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:37:04.387978 run patchelf(pid=1958): Terminating (SIGINT)\u000a14:37:04.570804 run patchelf(pid=1958): Terminated: ok {rc=0}\u000a14:37:04.604430 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1955): Process ended prematurely: osmo-stp_10.42.42.5(pid=1955) [trial-2406↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1955)] [trial-2406↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a14:37:04.614628 tst iperf3m4.py:8: Test FAILED (11.4 sec)\u000a14:37:04.677867 run osmo-hlr_10.42.42.2(pid=1952): ERR: Terminated: ERROR {rc=237} [trial-2406↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1952)]\u000a14:37:04.729454 run osmo-hlr_10.42.42.2(pid=1952): stdout: \u000a| (launched: 2022-12-14_14:37:00.784164) \u000a14:37:04.781650 run osmo-hlr_10.42.42.2(pid=1952): stderr: \u000a| �[0;m�[1;31m20221214143701071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214143701072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214143701072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214143701072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214143701072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214143701072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214143701097 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:oc2g+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214143701123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214143701123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214143701123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:37:04.825981 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1941): Terminating (SIGTERM)\u000a14:37:04.867763 run iperf3-srv_10.42.42.10(pid=1942): Terminating (SIGTERM)\u000a14:37:04.909813 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1943): Terminating (SIGTERM)\u000a14:37:04.951591 run iperf3-srv_10.42.42.10(pid=1944): Terminating (SIGTERM)\u000a14:37:04.993569 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1945): Terminating (SIGTERM)\u000a14:37:05.035598 run iperf3-srv_10.42.42.10(pid=1946): Terminating (SIGTERM)\u000a14:37:05.077849 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1947): Terminating (SIGTERM)\u000a14:37:05.120158 run iperf3-srv_10.42.42.10(pid=1948): Terminating (SIGTERM)\u000a14:37:05.162274 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1951): Terminating (SIGTERM)\u000a14:37:05.204474 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1954): Terminating (SIGTERM)\u000a14:37:05.246774 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1957): Terminating (SIGTERM)\u000a14:37:05.256390 --- ParallelTerminationStrategy: PID 1941 died...\u000a14:37:05.311970 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1941): Terminated: ok {rc=0}\u000a14:37:05.322681 --- ParallelTerminationStrategy: PID 1942 died...\u000a14:37:05.378607 run iperf3-srv_10.42.42.10(pid=1942): Terminated {rc=256}\u000a14:37:05.388590 --- ParallelTerminationStrategy: PID 1943 died...\u000a14:37:05.444455 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1943): Terminated: ok {rc=0}\u000a14:37:05.454660 --- ParallelTerminationStrategy: PID 1944 died...\u000a14:37:05.510066 run iperf3-srv_10.42.42.10(pid=1944): Terminated {rc=256}\u000a14:37:05.520123 --- ParallelTerminationStrategy: PID 1945 died...\u000a14:37:05.575585 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1945): Terminated: ok {rc=0}\u000a14:37:05.585977 --- ParallelTerminationStrategy: PID 1946 died...\u000a14:37:05.641438 run iperf3-srv_10.42.42.10(pid=1946): Terminated {rc=256}\u000a14:37:05.651481 --- ParallelTerminationStrategy: PID 1947 died...\u000a14:37:05.707065 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1947): Terminated: ok {rc=0}\u000a14:37:05.717210 --- ParallelTerminationStrategy: PID 1948 died...\u000a14:37:05.772402 run iperf3-srv_10.42.42.10(pid=1948): Terminated {rc=256}\u000a14:37:05.782514 --- ParallelTerminationStrategy: PID 1951 died...\u000a14:37:05.838083 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1951): Terminated: ok {rc=0}\u000a14:37:05.848038 --- ParallelTerminationStrategy: PID 1954 died...\u000a14:37:05.903434 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1954): Terminated: ok {rc=0}\u000a14:37:05.913915 --- ParallelTerminationStrategy: PID 1957 died...\u000a14:37:05.969601 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1957): Terminated: ok {rc=0}\u000a14:37:06.057560 bus /gobi_4: Setting Powered False\u000a14:37:07.164298 bus /gobi_4: Setting Powered False\u000a14:37:08.272517 bus /gobi_1: Setting Powered False\u000a14:37:09.377679 bus /gobi_1: Setting Powered False\u000a14:37:10.485642 bus /gobi_0: Setting Powered False\u000a14:37:11.591476 bus /gobi_0: Setting Powered False\u000a14:37:12.700674 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1966): Process ended prematurely: osmo-stp_10.42.42.5(pid=1966) [trial-2406↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1966)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1966): Process ended prematurely: osmo-stp_10.42.42.5(pid=1966) [trial-2406↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1966)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 gprs:oc2g+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a14:37:13.769993 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:37:13.782233 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a14:37:13.934878 tst ping.py: using LAC 41576\u000a14:37:14.060602 tst ping.py: using RAC 11\u000a14:37:14.185539 tst ping.py: using CellId 41576\u000a14:37:14.312209 tst ping.py: using BVCI 41577\u000a14:37:14.337066 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:37:14.348661 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:37:14.360027 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:37:14.371428 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:37:14.382604 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:37:14.393761 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:37:14.405086 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:37:14.416302 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a14:37:14.694111 tst ping.py:19: start network...\u000a14:37:14.819451 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:37:15.292505 run create_hlr_db(pid=1959): Launched\u000a14:37:15.466316 bus /gobi_6: Setting Powered False\u000a14:37:16.555056 run create_hlr_db(pid=1959): Terminated: ok {rc=0}\u000a14:37:16.998706 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1961): Launched\u000a14:37:17.319557 run osmo-hlr_10.42.42.2(pid=1962): Launched\u000a14:37:17.436042 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:37:17.969217 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1965): Launched\u000a14:37:18.268096 run osmo-stp_10.42.42.5(pid=1966): Launched\u000a14:37:18.376724 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:37:18.899825 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1968): Launched\u000a14:37:19.006178 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:37:19.268188 run patchelf(pid=1969): Launched\u000a14:37:19.444654 run osmo-stp_10.42.42.5(pid=1966): ERR: Terminated: ERROR {rc=1} [trial-2406↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1966)]\u000a14:37:19.573184 run osmo-stp_10.42.42.5(pid=1966): stdout: \u000a| (launched: 2022-12-14_14:37:18.120305)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:37:19.701916 run osmo-stp_10.42.42.5(pid=1966): stderr: \u000a| �[0;m�[38;5;43m20221214143718290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214143718290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214143718291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214143718291 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214143718291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214143718291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214143718291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:37:19.826175 run osmo-stp_10.42.42.5(pid=1966): stdout: \u000a| (launched: 2022-12-14_14:37:18.120305)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:37:19.949425 run osmo-stp_10.42.42.5(pid=1966): stderr: \u000a| �[0;m�[38;5;43m20221214143718290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214143718290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214143718291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214143718291 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214143718291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214143718291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214143718291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:37:20.093195 run patchelf(pid=1969): Terminating (SIGINT)\u000a14:37:20.261694 run patchelf(pid=1969): Terminated: ok {rc=0}\u000a14:37:20.292338 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=1966): Process ended prematurely: osmo-stp_10.42.42.5(pid=1966) [trial-2406↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1966)] [trial-2406↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22]\u000a14:37:20.301725 tst ping.py:22: Test FAILED (6.5 sec)\u000a14:37:20.362560 run osmo-hlr_10.42.42.2(pid=1962): ERR: Terminated: ERROR {rc=237} [trial-2406↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1962)]\u000a14:37:20.412290 run osmo-hlr_10.42.42.2(pid=1962): stdout: \u000a| (launched: 2022-12-14_14:37:17.168090) \u000a14:37:20.462453 run osmo-hlr_10.42.42.2(pid=1962): stderr: \u000a| �[0;m�[1;31m20221214143717348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214143717348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214143717348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214143717348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214143717348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214143717348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214143717359 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:oc2g+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214143717368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214143717368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214143717368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:37:20.505167 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1961): Terminating (SIGTERM)\u000a14:37:20.545566 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1965): Terminating (SIGTERM)\u000a14:37:20.585884 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1968): Terminating (SIGTERM)\u000a14:37:20.595068 --- ParallelTerminationStrategy: PID 1961 died...\u000a14:37:20.649328 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1961): Terminated: ok {rc=0}\u000a14:37:20.659003 --- ParallelTerminationStrategy: PID 1965 died...\u000a14:37:20.712734 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1965): Terminated: ok {rc=0}\u000a14:37:20.722412 --- ParallelTerminationStrategy: PID 1968 died...\u000a14:37:20.776036 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1968): Terminated: ok {rc=0}\u000a14:37:20.860285 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1976): Process ended prematurely: osmo-stp_10.42.42.5(pid=1976) [trial-2406↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1976)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1976): Process ended prematurely: osmo-stp_10.42.42.5(pid=1976) [trial-2406↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1976)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 gprs:oc2g+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a14:37:21.910794 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:37:21.922544 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a14:37:22.077934 tst ping_idle_ping.py: using LAC 41577\u000a14:37:22.204614 tst ping_idle_ping.py: using RAC 12\u000a14:37:22.330067 tst ping_idle_ping.py: using CellId 41577\u000a14:37:22.455673 tst ping_idle_ping.py: using BVCI 41578\u000a14:37:22.480450 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:37:22.492147 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:37:22.503385 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:37:22.514689 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:37:22.526265 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:37:22.537660 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:37:22.549252 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:37:22.560808 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a14:37:22.837825 tst ping_idle_ping.py:24: start network...\u000a14:37:22.963158 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:37:23.442081 run create_hlr_db(pid=1970): Launched\u000a14:37:23.616479 bus /gobi_6: Setting Powered False\u000a14:37:24.637376 run create_hlr_db(pid=1970): Terminated: ok {rc=0}\u000a14:37:25.067021 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1972): Launched\u000a14:37:25.390901 run osmo-hlr_10.42.42.2(pid=1973): Launched\u000a14:37:25.513269 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:37:26.074426 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1975): Launched\u000a14:37:26.397273 run osmo-stp_10.42.42.5(pid=1976): Launched\u000a14:37:26.513223 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:37:27.077911 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1978): Launched\u000a14:37:27.192172 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:37:27.474891 run patchelf(pid=1979): Launched\u000a14:37:27.664537 run osmo-stp_10.42.42.5(pid=1976): ERR: Terminated: ERROR {rc=1} [trial-2406↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1976)]\u000a14:37:27.802021 run osmo-stp_10.42.42.5(pid=1976): stdout: \u000a| (launched: 2022-12-14_14:37:26.237704)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:37:27.939613 run osmo-stp_10.42.42.5(pid=1976): stderr: \u000a| �[0;m�[38;5;43m20221214143726429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214143726429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214143726430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214143726430 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214143726430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214143726431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214143726431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:37:28.073069 run osmo-stp_10.42.42.5(pid=1976): stdout: \u000a| (launched: 2022-12-14_14:37:26.237704)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:37:28.205111 run osmo-stp_10.42.42.5(pid=1976): stderr: \u000a| �[0;m�[38;5;43m20221214143726429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214143726429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214143726430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214143726430 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214143726430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214143726431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214143726431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:37:28.358846 run patchelf(pid=1979): Terminating (SIGINT)\u000a14:37:28.539541 run patchelf(pid=1979): Terminated: ok {rc=0}\u000a14:37:28.572309 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=1976): Process ended prematurely: osmo-stp_10.42.42.5(pid=1976) [trial-2406↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1976)] [trial-2406↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a14:37:28.581761 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a14:37:28.644353 run osmo-hlr_10.42.42.2(pid=1973): ERR: Terminated: ERROR {rc=237} [trial-2406↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1973)]\u000a14:37:28.695883 run osmo-hlr_10.42.42.2(pid=1973): stdout: \u000a| (launched: 2022-12-14_14:37:25.230527) \u000a14:37:28.747908 run osmo-hlr_10.42.42.2(pid=1973): stderr: \u000a| �[0;m�[1;31m20221214143725428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214143725428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214143725428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214143725428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214143725428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214143725429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214143725440 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:oc2g+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214143725448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214143725449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214143725449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:37:28.792687 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1972): Terminating (SIGTERM)\u000a14:37:28.834983 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1975): Terminating (SIGTERM)\u000a14:37:28.876807 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1978): Terminating (SIGTERM)\u000a14:37:28.886478 --- ParallelTerminationStrategy: PID 1972 died...\u000a14:37:28.942396 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1972): Terminated: ok {rc=0}\u000a14:37:28.952401 --- ParallelTerminationStrategy: PID 1975 died...\u000a14:37:29.008133 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1975): Terminated: ok {rc=0}\u000a14:37:29.018161 --- ParallelTerminationStrategy: PID 1978 died...\u000a14:37:29.074481 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1978): Terminated: ok {rc=0}\u000a14:37:29.160671 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "32", "name" : "gprs_oc2g+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:36:29" }, { "cases" : [ { "testActions" : [ ], "age" : 269, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1993): Process ended prematurely: osmo-stp_10.42.42.5(pid=1993) [trial-2406↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1993)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1993): Process ended prematurely: osmo-stp_10.42.42.5(pid=1993) [trial-2406↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1993)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 gprs:oc2g+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a14:37:31.328699 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:37:31.340790 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a14:37:31.490318 tst cs_paging_gprs_active.py: using LAC 41578\u000a14:37:31.620471 tst cs_paging_gprs_active.py: using RAC 13\u000a14:37:31.749229 tst cs_paging_gprs_active.py: using CellId 41578\u000a14:37:31.875030 tst cs_paging_gprs_active.py: using BVCI 41579\u000a14:37:31.900439 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:37:31.913286 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:37:31.924739 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:37:31.936458 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:37:31.949685 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:37:31.962573 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:37:31.975562 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:37:31.988098 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:37:32.001083 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a14:37:32.122512 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a14:37:32.403713 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a14:37:32.531871 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:37:32.848518 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1983): Launched\u000a14:37:33.112527 run iperf3-srv_10.42.42.10(pid=1984): Launched\u000a14:37:33.299001 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a14:37:33.426607 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:37:33.743338 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1985): Launched\u000a14:37:34.009411 run iperf3-srv_10.42.42.10(pid=1986): Launched\u000a14:37:34.194941 tst cs_paging_gprs_active.py:38: start network...\u000a14:37:34.321881 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:37:34.807402 run create_hlr_db(pid=1987): Launched\u000a14:37:34.982251 bus /gobi_6: Setting Powered False\u000a14:37:36.004803 run create_hlr_db(pid=1987): Terminated: ok {rc=0}\u000a14:37:36.411779 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1989): Launched\u000a14:37:36.718630 run osmo-hlr_10.42.42.2(pid=1990): Launched\u000a14:37:36.834608 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:37:37.365673 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1992): Launched\u000a14:37:37.675133 run osmo-stp_10.42.42.5(pid=1993): Launched\u000a14:37:37.786679 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:37:38.319307 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1995): Launched\u000a14:37:38.428127 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:37:38.696254 run patchelf(pid=1996): Launched\u000a14:37:38.875688 run osmo-stp_10.42.42.5(pid=1993): ERR: Terminated: ERROR {rc=1} [trial-2406↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1993)]\u000a14:37:39.006612 run osmo-stp_10.42.42.5(pid=1993): stdout: \u000a| (launched: 2022-12-14_14:37:37.520755)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:37:39.137780 run osmo-stp_10.42.42.5(pid=1993): stderr: \u000a| �[0;m�[38;5;43m20221214143737695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214143737695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214143737695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214143737696 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214143737696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214143737696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214143737696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:37:39.264622 run osmo-stp_10.42.42.5(pid=1993): stdout: \u000a| (launched: 2022-12-14_14:37:37.520755)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:37:39.390400 run osmo-stp_10.42.42.5(pid=1993): stderr: \u000a| �[0;m�[38;5;43m20221214143737695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214143737695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214143737695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214143737696 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214143737696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214143737696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214143737696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:37:39.536776 run patchelf(pid=1996): Terminating (SIGINT)\u000a14:37:39.708689 run patchelf(pid=1996): Terminated: ok {rc=0}\u000a14:37:39.740218 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=1993): Process ended prematurely: osmo-stp_10.42.42.5(pid=1993) [trial-2406↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1993)] [trial-2406↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a14:37:39.749591 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a14:37:39.809611 run osmo-hlr_10.42.42.2(pid=1990): ERR: Terminated: ERROR {rc=237} [trial-2406↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1990)]\u000a14:37:39.858695 run osmo-hlr_10.42.42.2(pid=1990): stdout: \u000a| (launched: 2022-12-14_14:37:36.566918) \u000a14:37:39.908469 run osmo-hlr_10.42.42.2(pid=1990): stderr: \u000a| �[0;m�[1;31m20221214143736746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214143736746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214143736746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214143736746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214143736746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214143736746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214143736758 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:oc2g+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214143736767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214143736767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214143736767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:37:39.951092 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1983): Terminating (SIGTERM)\u000a14:37:39.990955 run iperf3-srv_10.42.42.10(pid=1984): Terminating (SIGTERM)\u000a14:37:40.030979 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1985): Terminating (SIGTERM)\u000a14:37:40.070886 run iperf3-srv_10.42.42.10(pid=1986): Terminating (SIGTERM)\u000a14:37:40.111015 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1989): Terminating (SIGTERM)\u000a14:37:40.150815 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1992): Terminating (SIGTERM)\u000a14:37:40.190716 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1995): Terminating (SIGTERM)\u000a14:37:40.199803 --- ParallelTerminationStrategy: PID 1983 died...\u000a14:37:40.253208 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1983): Terminated: ok {rc=0}\u000a14:37:40.262639 --- ParallelTerminationStrategy: PID 1984 died...\u000a14:37:40.315658 run iperf3-srv_10.42.42.10(pid=1984): Terminated {rc=256}\u000a14:37:40.325123 --- ParallelTerminationStrategy: PID 1985 died...\u000a14:37:40.378158 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1985): Terminated: ok {rc=0}\u000a14:37:40.387499 --- ParallelTerminationStrategy: PID 1986 died...\u000a14:37:40.440594 run iperf3-srv_10.42.42.10(pid=1986): Terminated {rc=256}\u000a14:37:40.449965 --- ParallelTerminationStrategy: PID 1989 died...\u000a14:37:40.502885 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1989): Terminated: ok {rc=0}\u000a14:37:40.512231 --- ParallelTerminationStrategy: PID 1992 died...\u000a14:37:40.565343 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1992): Terminated: ok {rc=0}\u000a14:37:40.574733 --- ParallelTerminationStrategy: PID 1995 died...\u000a14:37:40.627659 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1995): Terminated: ok {rc=0}\u000a14:37:40.715896 bus /gobi_0: Setting Powered False\u000a14:37:41.819000 bus /gobi_0: Setting Powered False\u000a14:37:42.925222 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2005): Process ended prematurely: osmo-stp_10.42.42.5(pid=2005) [trial-2406↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2005)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2005): Process ended prematurely: osmo-stp_10.42.42.5(pid=2005) [trial-2406↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2005)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 gprs:oc2g+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a14:37:44.034804 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:37:44.046377 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a14:37:44.201840 tst iperf3.py: using LAC 41579\u000a14:37:44.329404 tst iperf3.py: using RAC 14\u000a14:37:44.458358 tst iperf3.py: using CellId 41579\u000a14:37:44.585279 tst iperf3.py: using BVCI 41580\u000a14:37:44.610304 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:37:44.621732 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:37:44.632748 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:37:44.643903 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:37:44.654979 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:37:44.666196 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:37:44.677427 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:37:44.688433 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:37:44.699789 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a14:37:44.978735 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a14:37:45.105533 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:37:45.422063 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1997): Launched\u000a14:37:45.685645 run iperf3-srv_10.42.42.10(pid=1998): Launched\u000a14:37:45.880284 tst iperf3.py:8: start network...\u000a14:37:46.010118 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:37:46.575718 run create_hlr_db(pid=1999): Launched\u000a14:37:46.759731 bus /gobi_6: Setting Powered False\u000a14:37:47.775822 run create_hlr_db(pid=1999): Terminated: ok {rc=0}\u000a14:37:48.183663 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2001): Launched\u000a14:37:48.489732 run osmo-hlr_10.42.42.2(pid=2002): Launched\u000a14:37:48.609121 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:37:49.148315 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2004): Launched\u000a14:37:49.453523 run osmo-stp_10.42.42.5(pid=2005): Launched\u000a14:37:49.564560 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:37:50.099404 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2007): Launched\u000a14:37:50.208118 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:37:50.475872 run patchelf(pid=2008): Launched\u000a14:37:50.655406 run osmo-stp_10.42.42.5(pid=2005): ERR: Terminated: ERROR {rc=1} [trial-2406↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2005)]\u000a14:37:50.786280 run osmo-stp_10.42.42.5(pid=2005): stdout: \u000a| (launched: 2022-12-14_14:37:49.302620)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:37:50.916869 run osmo-stp_10.42.42.5(pid=2005): stderr: \u000a| �[0;m�[38;5;43m20221214143749473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214143749473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214143749473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214143749474 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214143749474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214143749474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214143749474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:37:51.043090 run osmo-stp_10.42.42.5(pid=2005): stdout: \u000a| (launched: 2022-12-14_14:37:49.302620)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:37:51.168223 run osmo-stp_10.42.42.5(pid=2005): stderr: \u000a| �[0;m�[38;5;43m20221214143749473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214143749473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214143749473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214143749474 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214143749474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214143749474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214143749474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:37:51.314867 run patchelf(pid=2008): Terminating (SIGINT)\u000a14:37:51.486624 run patchelf(pid=2008): Terminated: ok {rc=0}\u000a14:37:51.518267 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2005): Process ended prematurely: osmo-stp_10.42.42.5(pid=2005) [trial-2406↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2005)] [trial-2406↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a14:37:51.527652 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a14:37:51.588283 run osmo-hlr_10.42.42.2(pid=2002): ERR: Terminated: ERROR {rc=237} [trial-2406↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2002)]\u000a14:37:51.637572 run osmo-hlr_10.42.42.2(pid=2002): stdout: \u000a| (launched: 2022-12-14_14:37:48.338735) \u000a14:37:51.687688 run osmo-hlr_10.42.42.2(pid=2002): stderr: \u000a| �[0;m�[1;31m20221214143748517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214143748517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214143748517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214143748517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214143748517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214143748517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214143748530 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:oc2g+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214143748538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214143748538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214143748538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:37:51.730907 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1997): Terminating (SIGTERM)\u000a14:37:51.771196 run iperf3-srv_10.42.42.10(pid=1998): Terminating (SIGTERM)\u000a14:37:51.812229 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2001): Terminating (SIGTERM)\u000a14:37:51.852611 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2004): Terminating (SIGTERM)\u000a14:37:51.893054 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2007): Terminating (SIGTERM)\u000a14:37:51.902177 --- ParallelTerminationStrategy: PID 1997 died...\u000a14:37:51.956079 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1997): Terminated: ok {rc=0}\u000a14:37:51.965709 --- ParallelTerminationStrategy: PID 1998 died...\u000a14:37:52.019057 run iperf3-srv_10.42.42.10(pid=1998): Terminated {rc=256}\u000a14:37:52.028434 --- ParallelTerminationStrategy: PID 2001 died...\u000a14:37:52.082104 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2001): Terminated: ok {rc=0}\u000a14:37:52.091529 --- ParallelTerminationStrategy: PID 2004 died...\u000a14:37:52.145205 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2004): Terminated: ok {rc=0}\u000a14:37:52.154639 --- ParallelTerminationStrategy: PID 2007 died...\u000a14:37:52.208345 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2007): Terminated: ok {rc=0}\u000a14:37:52.298795 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2023): Process ended prematurely: osmo-stp_10.42.42.5(pid=2023) [trial-2406↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2023)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2023): Process ended prematurely: osmo-stp_10.42.42.5(pid=2023) [trial-2406↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2023)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 gprs:oc2g+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a14:37:53.413277 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:37:53.425435 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a14:37:53.581112 tst iperf3m4.py: using LAC 41580\u000a14:37:53.710657 tst iperf3m4.py: using RAC 15\u000a14:37:53.844589 tst iperf3m4.py: using CellId 41580\u000a14:37:53.970658 tst iperf3m4.py: using BVCI 41581\u000a14:37:53.995748 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:37:54.007042 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:37:54.018154 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:37:54.029273 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:37:54.040363 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:37:54.051538 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:37:54.063299 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:37:54.074404 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:37:54.085744 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a14:37:54.202530 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a14:37:54.323800 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a14:37:54.440840 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a14:37:54.738182 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a14:37:54.874436 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:37:55.214990 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2009): Launched\u000a14:37:55.495428 run iperf3-srv_10.42.42.10(pid=2010): Launched\u000a14:37:55.694784 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a14:37:55.831005 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:37:56.169248 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2011): Launched\u000a14:37:56.450835 run iperf3-srv_10.42.42.10(pid=2012): Launched\u000a14:37:56.650096 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a14:37:56.785525 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:37:57.124060 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2013): Launched\u000a14:37:57.405791 run iperf3-srv_10.42.42.10(pid=2014): Launched\u000a14:37:57.604292 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a14:37:57.740180 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:37:58.079710 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2015): Launched\u000a14:37:58.359608 run iperf3-srv_10.42.42.10(pid=2016): Launched\u000a14:37:58.558786 tst iperf3m4.py:8: start network...\u000a14:37:58.694572 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:37:59.216742 run create_hlr_db(pid=2017): Launched\u000a14:37:59.405245 bus /gobi_6: Setting Powered False\u000a14:38:00.425928 run create_hlr_db(pid=2017): Terminated: ok {rc=0}\u000a14:38:00.836555 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2019): Launched\u000a14:38:01.300631 run osmo-hlr_10.42.42.2(pid=2020): Launched\u000a14:38:01.489306 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:38:02.083041 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2022): Launched\u000a14:38:02.424942 run osmo-stp_10.42.42.5(pid=2023): Launched\u000a14:38:02.545975 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:38:03.119082 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2025): Launched\u000a14:38:03.235687 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:38:03.521543 run patchelf(pid=2026): Launched\u000a14:38:03.712270 run osmo-stp_10.42.42.5(pid=2023): ERR: Terminated: ERROR {rc=1} [trial-2406↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2023)]\u000a14:38:03.851502 run osmo-stp_10.42.42.5(pid=2023): stdout: \u000a| (launched: 2022-12-14_14:38:02.253131)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:38:03.990450 run osmo-stp_10.42.42.5(pid=2023): stderr: \u000a| �[0;m�[38;5;43m20221214143802511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214143802512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214143802512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214143802512 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214143802513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214143802513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214143802513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:38:04.125724 run osmo-stp_10.42.42.5(pid=2023): stdout: \u000a| (launched: 2022-12-14_14:38:02.253131)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:38:04.259095 run osmo-stp_10.42.42.5(pid=2023): stderr: \u000a| �[0;m�[38;5;43m20221214143802511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214143802512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214143802512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214143802512 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214143802513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214143802513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214143802513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:38:04.414636 run patchelf(pid=2026): Terminating (SIGINT)\u000a14:38:04.597111 run patchelf(pid=2026): Terminated: ok {rc=0}\u000a14:38:04.630432 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2023): Process ended prematurely: osmo-stp_10.42.42.5(pid=2023) [trial-2406↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2023)] [trial-2406↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a14:38:04.640329 tst iperf3m4.py:8: Test FAILED (11.3 sec)\u000a14:38:04.703687 run osmo-hlr_10.42.42.2(pid=2020): ERR: Terminated: ERROR {rc=237} [trial-2406↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2020)]\u000a14:38:04.755125 run osmo-hlr_10.42.42.2(pid=2020): stdout: \u000a| (launched: 2022-12-14_14:38:01.000373) \u000a14:38:04.807039 run osmo-hlr_10.42.42.2(pid=2020): stderr: \u000a| �[0;m�[1;31m20221214143801241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214143801241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214143801241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214143801241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214143801241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214143801241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214143801255 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:oc2g+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214143801269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214143801269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214143801269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:38:04.851556 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2009): Terminating (SIGTERM)\u000a14:38:04.893567 run iperf3-srv_10.42.42.10(pid=2010): Terminating (SIGTERM)\u000a14:38:04.935343 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2011): Terminating (SIGTERM)\u000a14:38:04.977071 run iperf3-srv_10.42.42.10(pid=2012): Terminating (SIGTERM)\u000a14:38:05.018969 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2013): Terminating (SIGTERM)\u000a14:38:05.061030 run iperf3-srv_10.42.42.10(pid=2014): Terminating (SIGTERM)\u000a14:38:05.102963 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2015): Terminating (SIGTERM)\u000a14:38:05.144868 run iperf3-srv_10.42.42.10(pid=2016): Terminating (SIGTERM)\u000a14:38:05.186700 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2019): Terminating (SIGTERM)\u000a14:38:05.228657 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2022): Terminating (SIGTERM)\u000a14:38:05.270523 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2025): Terminating (SIGTERM)\u000a14:38:05.280130 --- ParallelTerminationStrategy: PID 2009 died...\u000a14:38:05.335968 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2009): Terminated: ok {rc=0}\u000a14:38:05.346074 --- ParallelTerminationStrategy: PID 2010 died...\u000a14:38:05.401669 run iperf3-srv_10.42.42.10(pid=2010): Terminated {rc=256}\u000a14:38:05.411938 --- ParallelTerminationStrategy: PID 2011 died...\u000a14:38:05.467400 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2011): Terminated: ok {rc=0}\u000a14:38:05.477309 --- ParallelTerminationStrategy: PID 2012 died...\u000a14:38:05.532733 run iperf3-srv_10.42.42.10(pid=2012): Terminated {rc=256}\u000a14:38:05.542700 --- ParallelTerminationStrategy: PID 2013 died...\u000a14:38:05.598358 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2013): Terminated: ok {rc=0}\u000a14:38:05.608348 --- ParallelTerminationStrategy: PID 2014 died...\u000a14:38:05.663840 run iperf3-srv_10.42.42.10(pid=2014): Terminated {rc=256}\u000a14:38:05.673979 --- ParallelTerminationStrategy: PID 2015 died...\u000a14:38:05.729750 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2015): Terminated: ok {rc=0}\u000a14:38:05.739799 --- ParallelTerminationStrategy: PID 2016 died...\u000a14:38:05.795167 run iperf3-srv_10.42.42.10(pid=2016): Terminated {rc=256}\u000a14:38:05.805503 --- ParallelTerminationStrategy: PID 2019 died...\u000a14:38:05.861506 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2019): Terminated: ok {rc=0}\u000a14:38:05.871693 --- ParallelTerminationStrategy: PID 2022 died...\u000a14:38:05.927559 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2022): Terminated: ok {rc=0}\u000a14:38:05.938034 --- ParallelTerminationStrategy: PID 2025 died...\u000a14:38:05.994148 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2025): Terminated: ok {rc=0}\u000a14:38:06.081123 bus /gobi_4: Setting Powered False\u000a14:38:07.183980 bus /gobi_4: Setting Powered False\u000a14:38:08.293583 bus /gobi_1: Setting Powered False\u000a14:38:09.401084 bus /gobi_1: Setting Powered False\u000a14:38:10.513507 bus /gobi_0: Setting Powered False\u000a14:38:11.617054 bus /gobi_0: Setting Powered False\u000a14:38:12.726863 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2033): Process ended prematurely: osmo-stp_10.42.42.5(pid=2033) [trial-2406↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2033)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2033): Process ended prematurely: osmo-stp_10.42.42.5(pid=2033) [trial-2406↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2033)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 gprs:oc2g+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a14:38:13.797050 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:38:13.809208 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a14:38:13.956590 tst ping.py: using LAC 41581\u000a14:38:14.075996 tst ping.py: using RAC 16\u000a14:38:14.193658 tst ping.py: using CellId 41581\u000a14:38:14.319288 tst ping.py: using BVCI 41582\u000a14:38:14.343850 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:38:14.355385 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:38:14.366756 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:38:14.378000 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:38:14.389620 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:38:14.402534 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:38:14.414642 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:38:14.426248 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a14:38:14.719280 tst ping.py:19: start network...\u000a14:38:14.853790 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:38:15.367276 run create_hlr_db(pid=2027): Launched\u000a14:38:15.554511 bus /gobi_6: Setting Powered False\u000a14:38:16.583749 run create_hlr_db(pid=2027): Terminated: ok {rc=0}\u000a14:38:17.015905 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2029): Launched\u000a14:38:17.338246 run osmo-hlr_10.42.42.2(pid=2030): Launched\u000a14:38:17.459021 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:38:18.024146 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2032): Launched\u000a14:38:18.346579 run osmo-stp_10.42.42.5(pid=2033): Launched\u000a14:38:18.461690 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:38:19.020693 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2035): Launched\u000a14:38:19.135148 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:38:19.415502 run patchelf(pid=2036): Launched\u000a14:38:19.603561 run osmo-stp_10.42.42.5(pid=2033): ERR: Terminated: ERROR {rc=1} [trial-2406↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2033)]\u000a14:38:19.740904 run osmo-stp_10.42.42.5(pid=2033): stdout: \u000a| (launched: 2022-12-14_14:38:18.187939)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:38:19.878428 run osmo-stp_10.42.42.5(pid=2033): stderr: \u000a| �[0;m�[38;5;43m20221214143818380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214143818380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214143818380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214143818381 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214143818381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214143818381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214143818381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:38:20.012214 run osmo-stp_10.42.42.5(pid=2033): stdout: \u000a| (launched: 2022-12-14_14:38:18.187939)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:38:20.144204 run osmo-stp_10.42.42.5(pid=2033): stderr: \u000a| �[0;m�[38;5;43m20221214143818380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214143818380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214143818380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214143818381 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214143818381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214143818381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214143818381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:38:20.296891 run patchelf(pid=2036): Terminating (SIGINT)\u000a14:38:20.476089 run patchelf(pid=2036): Terminated: ok {rc=0}\u000a14:38:20.508653 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=2033): Process ended prematurely: osmo-stp_10.42.42.5(pid=2033) [trial-2406↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2033)] [trial-2406↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22]\u000a14:38:20.518049 tst ping.py:22: Test FAILED (6.7 sec)\u000a14:38:20.581708 run osmo-hlr_10.42.42.2(pid=2030): ERR: Terminated: ERROR {rc=237} [trial-2406↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2030)]\u000a14:38:20.633540 run osmo-hlr_10.42.42.2(pid=2030): stdout: \u000a| (launched: 2022-12-14_14:38:17.171631) \u000a14:38:20.686011 run osmo-hlr_10.42.42.2(pid=2030): stderr: \u000a| �[0;m�[1;31m20221214143817382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214143817382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214143817382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214143817382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214143817382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214143817382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214143817394 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:oc2g+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214143817402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214143817402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214143817403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:38:20.730760 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2029): Terminating (SIGTERM)\u000a14:38:20.773187 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2032): Terminating (SIGTERM)\u000a14:38:20.815061 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2035): Terminating (SIGTERM)\u000a14:38:20.824773 --- ParallelTerminationStrategy: PID 2029 died...\u000a14:38:20.880634 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2029): Terminated: ok {rc=0}\u000a14:38:20.890705 --- ParallelTerminationStrategy: PID 2032 died...\u000a14:38:20.946361 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2032): Terminated: ok {rc=0}\u000a14:38:20.956415 --- ParallelTerminationStrategy: PID 2035 died...\u000a14:38:21.012116 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2035): Terminated: ok {rc=0}\u000a14:38:21.098914 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2043): Process ended prematurely: osmo-stp_10.42.42.5(pid=2043) [trial-2406↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2043)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2043): Process ended prematurely: osmo-stp_10.42.42.5(pid=2043) [trial-2406↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2043)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 gprs:oc2g+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a14:38:22.151378 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:38:22.163649 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a14:38:22.317834 tst ping_idle_ping.py: using LAC 41582\u000a14:38:22.447953 tst ping_idle_ping.py: using RAC 17\u000a14:38:22.572873 tst ping_idle_ping.py: using CellId 41582\u000a14:38:22.698065 tst ping_idle_ping.py: using BVCI 41583\u000a14:38:22.722735 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:38:22.734244 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:38:22.745472 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:38:22.756614 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:38:22.768177 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:38:22.779801 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:38:22.791640 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:38:22.803429 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a14:38:23.081838 tst ping_idle_ping.py:24: start network...\u000a14:38:23.206904 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:38:23.686374 run create_hlr_db(pid=2037): Launched\u000a14:38:23.860862 bus /gobi_6: Setting Powered False\u000a14:38:24.881577 run create_hlr_db(pid=2037): Terminated: ok {rc=0}\u000a14:38:25.285164 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2039): Launched\u000a14:38:25.586727 run osmo-hlr_10.42.42.2(pid=2040): Launched\u000a14:38:25.705749 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:38:26.236849 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2042): Launched\u000a14:38:26.539492 run osmo-stp_10.42.42.5(pid=2043): Launched\u000a14:38:26.649934 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:38:27.173538 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2045): Launched\u000a14:38:27.280072 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:38:27.542369 run patchelf(pid=2046): Launched\u000a14:38:27.718630 run osmo-stp_10.42.42.5(pid=2043): ERR: Terminated: ERROR {rc=1} [trial-2406↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2043)]\u000a14:38:27.847259 run osmo-stp_10.42.42.5(pid=2043): stdout: \u000a| (launched: 2022-12-14_14:38:26.389062)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:38:27.976214 run osmo-stp_10.42.42.5(pid=2043): stderr: \u000a| �[0;m�[38;5;43m20221214143826559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214143826560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214143826560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214143826560 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214143826563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214143826563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214143826563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:38:28.101315 run osmo-stp_10.42.42.5(pid=2043): stdout: \u000a| (launched: 2022-12-14_14:38:26.389062)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:38:28.224191 run osmo-stp_10.42.42.5(pid=2043): stderr: \u000a| �[0;m�[38;5;43m20221214143826559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214143826560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214143826560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214143826560 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214143826563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214143826563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214143826563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:38:28.367678 run patchelf(pid=2046): Terminating (SIGINT)\u000a14:38:28.536905 run patchelf(pid=2046): Terminated: ok {rc=0}\u000a14:38:28.567664 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=2043): Process ended prematurely: osmo-stp_10.42.42.5(pid=2043) [trial-2406↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2043)] [trial-2406↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a14:38:28.576382 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a14:38:28.636790 run osmo-hlr_10.42.42.2(pid=2040): ERR: Terminated: ERROR {rc=237} [trial-2406↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2040)]\u000a14:38:28.686247 run osmo-hlr_10.42.42.2(pid=2040): stdout: \u000a| (launched: 2022-12-14_14:38:25.437325) \u000a14:38:28.736265 run osmo-hlr_10.42.42.2(pid=2040): stderr: \u000a| �[0;m�[1;31m20221214143825614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214143825614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214143825614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214143825614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214143825614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214143825614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214143825627 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:oc2g+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214143825635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214143825635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214143825635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:38:28.779025 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2039): Terminating (SIGTERM)\u000a14:38:28.819364 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2042): Terminating (SIGTERM)\u000a14:38:28.859976 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2045): Terminating (SIGTERM)\u000a14:38:28.869264 --- ParallelTerminationStrategy: PID 2039 died...\u000a14:38:28.924022 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2039): Terminated: ok {rc=0}\u000a14:38:28.933782 --- ParallelTerminationStrategy: PID 2042 died...\u000a14:38:28.988104 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2042): Terminated: ok {rc=0}\u000a14:38:28.997651 --- ParallelTerminationStrategy: PID 2045 died...\u000a14:38:29.051517 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2045): Terminated: ok {rc=0}\u000a14:38:29.141604 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "33", "name" : "gprs_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:37:30" }, { "cases" : [ { "testActions" : [ ], "age" : 269, "className" : "dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2058): Process ended prematurely: osmo-stp_10.42.42.5(pid=2058) [trial-2406↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2058)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2058): Process ended prematurely: osmo-stp_10.42.42.5(pid=2058) [trial-2406↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2058)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a14:38:31.152279 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a14:38:31.169151 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a14:38:31.361219 tst switch_tch_pdch.py: using LAC 41583\u000a14:38:31.519265 tst switch_tch_pdch.py: using RAC 18\u000a14:38:31.686405 tst switch_tch_pdch.py: using CellId 41583\u000a14:38:31.839987 tst switch_tch_pdch.py: using BVCI 41584\u000a14:38:31.865124 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a14:38:31.877924 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a14:38:31.890348 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a14:38:31.903816 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a14:38:31.918235 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a14:38:31.931445 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a14:38:31.944702 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a14:38:31.957111 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a14:38:32.107286 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a14:38:32.400540 tst switch_tch_pdch.py:51: start network...\u000a14:38:32.534291 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:38:33.049058 run create_hlr_db(pid=2052): Launched\u000a14:38:33.236255 bus /gobi_6: Setting Powered False\u000a14:38:34.255596 run create_hlr_db(pid=2052): Terminated: ok {rc=0}\u000a14:38:34.661944 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2054): Launched\u000a14:38:34.965247 run osmo-hlr_10.42.42.2(pid=2055): Launched\u000a14:38:35.082469 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:38:35.614137 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2057): Launched\u000a14:38:35.914753 run osmo-stp_10.42.42.5(pid=2058): Launched\u000a14:38:36.024276 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:38:36.548826 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2060): Launched\u000a14:38:36.655026 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:38:36.917091 run patchelf(pid=2061): Launched\u000a14:38:37.093203 run osmo-stp_10.42.42.5(pid=2058): ERR: Terminated: ERROR {rc=1} [trial-2406↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2058)]\u000a14:38:37.221851 run osmo-stp_10.42.42.5(pid=2058): stdout: \u000a| (launched: 2022-12-14_14:38:35.765192)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:38:37.350329 run osmo-stp_10.42.42.5(pid=2058): stderr: \u000a| �[0;m�[38;5;43m20221214143835933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214143835933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214143835934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214143835934 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214143835936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214143835936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214143835936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:38:37.474479 run osmo-stp_10.42.42.5(pid=2058): stdout: \u000a| (launched: 2022-12-14_14:38:35.765192)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:38:37.597432 run osmo-stp_10.42.42.5(pid=2058): stderr: \u000a| �[0;m�[38;5;43m20221214143835933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214143835933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214143835934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214143835934 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214143835936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214143835936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214143835936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:38:37.740463 run patchelf(pid=2061): Terminating (SIGINT)\u000a14:38:37.908588 run patchelf(pid=2061): Terminated: ok {rc=0}\u000a14:38:37.939215 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=2058): Process ended prematurely: osmo-stp_10.42.42.5(pid=2058) [trial-2406↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2058)] [trial-2406↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a14:38:37.947991 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a14:38:38.008611 run osmo-hlr_10.42.42.2(pid=2055): ERR: Terminated: ERROR {rc=237} [trial-2406↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2055)]\u000a14:38:38.058007 run osmo-hlr_10.42.42.2(pid=2055): stdout: \u000a| (launched: 2022-12-14_14:38:34.814357) \u000a14:38:38.108020 run osmo-hlr_10.42.42.2(pid=2055): stderr: \u000a| �[0;m�[1;31m20221214143834993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214143834993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214143834993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214143834993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214143834993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214143834993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214143835006 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214143835014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214143835014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214143835014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:38:38.150662 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2054): Terminating (SIGTERM)\u000a14:38:38.190899 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2057): Terminating (SIGTERM)\u000a14:38:38.230953 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2060): Terminating (SIGTERM)\u000a14:38:38.240066 --- ParallelTerminationStrategy: PID 2054 died...\u000a14:38:38.293871 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2054): Terminated: ok {rc=0}\u000a14:38:38.303400 --- ParallelTerminationStrategy: PID 2057 died...\u000a14:38:38.356873 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2057): Terminated: ok {rc=0}\u000a14:38:38.366343 --- ParallelTerminationStrategy: PID 2060 died...\u000a14:38:38.419801 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2060): Terminated: ok {rc=0}\u000a14:38:38.507672 bus /gobi_0: Setting Powered False\u000a14:38:39.610331 bus /gobi_0: Setting Powered False\u000a14:38:40.720558 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "34", "name" : "dynts_oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:38:30" }, { "cases" : [ { "testActions" : [ ], "age" : 269, "className" : "dynts:oc2g+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2072): Process ended prematurely: osmo-stp_10.42.42.5(pid=2072) [trial-2406↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2072)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2072): Process ended prematurely: osmo-stp_10.42.42.5(pid=2072) [trial-2406↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2072)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 dynts:oc2g+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a14:38:42.647503 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a14:38:42.658613 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a14:38:42.803962 tst switch_tch_pdch.py: using LAC 41584\u000a14:38:42.926071 tst switch_tch_pdch.py: using RAC 19\u000a14:38:43.042518 tst switch_tch_pdch.py: using CellId 41584\u000a14:38:43.158696 tst switch_tch_pdch.py: using BVCI 41585\u000a14:38:43.181559 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a14:38:43.192600 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a14:38:43.203352 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a14:38:43.214000 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a14:38:43.225457 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a14:38:43.236941 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a14:38:43.248762 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a14:38:43.260367 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a14:38:43.380451 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a14:38:43.656929 tst switch_tch_pdch.py:51: start network...\u000a14:38:43.781935 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:38:44.229386 run create_hlr_db(pid=2066): Launched\u000a14:38:44.351850 bus /gobi_6: Setting Powered False\u000a14:38:45.422828 run create_hlr_db(pid=2066): Terminated: ok {rc=0}\u000a14:38:45.823897 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2068): Launched\u000a14:38:46.262054 run osmo-hlr_10.42.42.2(pid=2069): Launched\u000a14:38:46.432842 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:38:47.015767 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2071): Launched\u000a14:38:47.336351 run osmo-stp_10.42.42.5(pid=2072): Launched\u000a14:38:47.446308 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:38:47.944425 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2074): Launched\u000a14:38:48.050643 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:38:48.313201 run patchelf(pid=2075): Launched\u000a14:38:48.488815 run osmo-stp_10.42.42.5(pid=2072): ERR: Terminated: ERROR {rc=1} [trial-2406↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2072)]\u000a14:38:48.616755 run osmo-stp_10.42.42.5(pid=2072): stdout: \u000a| (launched: 2022-12-14_14:38:47.181360)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:38:48.745268 run osmo-stp_10.42.42.5(pid=2072): stderr: \u000a| �[0;m�[38;5;43m20221214143847351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214143847352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214143847352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214143847352 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214143847354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214143847355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214143847355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:38:48.868447 run osmo-stp_10.42.42.5(pid=2072): stdout: \u000a| (launched: 2022-12-14_14:38:47.181360)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:38:48.991063 run osmo-stp_10.42.42.5(pid=2072): stderr: \u000a| �[0;m�[38;5;43m20221214143847351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214143847352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214143847352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214143847352 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214143847354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214143847355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214143847355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:38:49.134671 run patchelf(pid=2075): Terminating (SIGINT)\u000a14:38:49.302590 run patchelf(pid=2075): Terminated: ok {rc=0}\u000a14:38:49.333255 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=2072): Process ended prematurely: osmo-stp_10.42.42.5(pid=2072) [trial-2406↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2072)] [trial-2406↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a14:38:49.341990 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a14:38:49.402420 run osmo-hlr_10.42.42.2(pid=2069): ERR: Terminated: ERROR {rc=237} [trial-2406↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2069)]\u000a14:38:49.451931 run osmo-hlr_10.42.42.2(pid=2069): stdout: \u000a| (launched: 2022-12-14_14:38:46.011326) \u000a14:38:49.502166 run osmo-hlr_10.42.42.2(pid=2069): stderr: \u000a| �[0;m�[1;31m20221214143846326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214143846326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214143846326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214143846326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214143846326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214143846326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214143846349 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/dynts:oc2g+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214143846366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214143846366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214143846366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:38:49.544989 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2068): Terminating (SIGTERM)\u000a14:38:49.585728 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2071): Terminating (SIGTERM)\u000a14:38:49.626350 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2074): Terminating (SIGTERM)\u000a14:38:49.635444 --- ParallelTerminationStrategy: PID 2068 died...\u000a14:38:49.690015 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2068): Terminated: ok {rc=0}\u000a14:38:49.699560 --- ParallelTerminationStrategy: PID 2071 died...\u000a14:38:49.753241 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2071): Terminated: ok {rc=0}\u000a14:38:49.762732 --- ParallelTerminationStrategy: PID 2074 died...\u000a14:38:49.816471 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2074): Terminated: ok {rc=0}\u000a14:38:49.905334 bus /gobi_0: Setting Powered False\u000a14:38:51.008933 bus /gobi_0: Setting Powered False\u000a14:38:52.119664 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "35", "name" : "dynts_oc2g+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:38:42" }, { "cases" : [ { "testActions" : [ ], "age" : 263, "className" : "nitb_sms:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=2080): Process ended prematurely: osmo-nitb_10.42.42.2(pid=2080) [trial-2406↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2080)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=2080): Process ended prematurely: osmo-nitb_10.42.42.2(pid=2080) [trial-2406↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2080)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 nitb_sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a14:38:53.999962 tst nitb_sms:trx-b200: Using 1 x ip_address (candidates: 1)\u000a14:38:54.010776 tst nitb_sms:trx-b200: Using 1 x bts (candidates: 1)\u000a14:38:54.149629 tst mo_mt_sms.py: using LAC 41585\u000a14:38:54.265543 tst mo_mt_sms.py: using RAC 20\u000a14:38:54.380169 tst mo_mt_sms.py: using CellId 41585\u000a14:38:54.495379 tst mo_mt_sms.py: using BVCI 41586\u000a14:38:54.518183 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a14:38:54.636514 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a14:38:54.927719 tst mo_mt_sms.py:9: start nitb and bts...\u000a14:38:55.061139 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a14:38:55.726330 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=2079): Launched\u000a14:38:56.046661 run osmo-nitb_10.42.42.2(pid=2080): Launched\u000a14:38:56.245208 run osmo-nitb_10.42.42.2(pid=2080): ERR: Terminated: ERROR {rc=2} [trial-2406↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2080)]\u000a14:38:56.391347 run osmo-nitb_10.42.42.2(pid=2080): stdout: \u000a| (launched: 2022-12-14_14:38:55.890117) \u000a14:38:56.537270 run osmo-nitb_10.42.42.2(pid=2080): stderr: \u000a| (launched: 2022-12-14_14:38:55.938118)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a14:38:56.678320 run osmo-nitb_10.42.42.2(pid=2080): stdout: \u000a| (launched: 2022-12-14_14:38:55.890117) \u000a14:38:56.818015 run osmo-nitb_10.42.42.2(pid=2080): stderr: \u000a| (launched: 2022-12-14_14:38:55.938118)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a14:38:57.176180 tst osmo-nitb_10.42.42.2(pid=2080): stdout: \u000a| (launched: 2022-12-14_14:38:55.890117) \u000a14:38:57.303312 tst osmo-nitb_10.42.42.2(pid=2080): stderr: \u000a| (launched: 2022-12-14_14:38:55.938118)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a14:38:57.359271 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=2080): Process ended prematurely: osmo-nitb_10.42.42.2(pid=2080) [trial-2406↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2080)] [trial-2406↪nitb_sms:trx-b200↪mo_mt_sms.py:11]\u000a14:38:57.368056 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a14:38:57.404548 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=2079): Terminating (SIGTERM)\u000a14:38:57.582486 --- ParallelTerminationStrategy: PID 2079 died...\u000a14:38:57.640393 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=2079): Terminated: ok {rc=0}\u000a14:38:57.725779 bus /sierra_3: Setting Powered False\u000a14:38:58.832229 bus /sierra_3: Setting Powered False\u000a14:38:59.940788 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "36", "name" : "nitb_sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:38:53" }, { "cases" : [ { "testActions" : [ ], "age" : 90, "className" : "sms:trx-b200", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2361): Process ended prematurely: osmo-stp_10.42.42.5(pid=2361) [trial-2406↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2361)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2361): Process ended prematurely: osmo-stp_10.42.42.5(pid=2361) [trial-2406↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2361)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a14:39:01.892714 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:39:01.904767 tst sms:trx-b200: Using 1 x bts (candidates: 1)\u000a14:39:02.066610 tst mo_mt_sms.py: using LAC 41586\u000a14:39:02.216745 tst mo_mt_sms.py: using RAC 21\u000a14:39:02.361753 tst mo_mt_sms.py: using CellId 41586\u000a14:39:02.484161 tst mo_mt_sms.py: using BVCI 41587\u000a14:39:02.508527 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:39:02.520178 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:39:02.538475 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:39:02.551231 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:39:02.567237 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:39:02.583971 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a14:39:02.709095 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a14:39:02.986962 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:39:03.588339 run create_hlr_db(pid=2189): Launched\u000a14:39:03.810666 bus /sierra_2: Setting Powered False\u000a14:39:04.791724 run create_hlr_db(pid=2189): Terminated: ok {rc=0}\u000a14:39:05.264146 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2355): Launched\u000a14:39:05.682354 run osmo-hlr_10.42.42.2(pid=2356): Launched\u000a14:39:05.931518 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:39:06.515075 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2359): Launched\u000a14:39:06.937814 run osmo-stp_10.42.42.5(pid=2361): Launched\u000a14:39:07.155433 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:39:07.760048 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2363): Launched\u000a14:39:08.185604 run osmo-msc_10.42.42.6(pid=2364): Launched\u000a14:39:08.563180 run osmo-stp_10.42.42.5(pid=2361): ERR: Terminated: ERROR {rc=1} [trial-2406↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2361)]\u000a14:39:08.770707 run osmo-stp_10.42.42.5(pid=2361): stdout: \u000a| (launched: 2022-12-14_14:39:06.671324)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:39:08.906843 run osmo-stp_10.42.42.5(pid=2361): stderr: \u000a| �[0;m�[38;5;43m20221214143906965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214143906965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214143906966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214143906966 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214143906967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214143906967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214143906967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:39:09.039876 run osmo-stp_10.42.42.5(pid=2361): stdout: \u000a| (launched: 2022-12-14_14:39:06.671324)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:39:09.171209 run osmo-stp_10.42.42.5(pid=2361): stderr: \u000a| �[0;m�[38;5;43m20221214143906965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214143906965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214143906966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214143906966 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214143906967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214143906967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214143906967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:39:09.229024 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=2361): Process ended prematurely: osmo-stp_10.42.42.5(pid=2361) [trial-2406↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2361)] [trial-2406↪sms:trx-b200↪mo_mt_sms.py:16]\u000a14:39:09.238937 tst mo_mt_sms.py:16: Test FAILED (7.3 sec)\u000a14:39:09.304214 run osmo-hlr_10.42.42.2(pid=2356): ERR: Terminated: ERROR {rc=237} [trial-2406↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2356)]\u000a14:39:09.358763 run osmo-hlr_10.42.42.2(pid=2356): stdout: \u000a| (launched: 2022-12-14_14:39:05.430834) \u000a14:39:09.413535 run osmo-hlr_10.42.42.2(pid=2356): stderr: \u000a| �[0;m�[1;31m20221214143905735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214143905735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214143905735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214143905735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214143905735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214143905735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214143905759 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/sms:trx-b200/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214143905776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214143905776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214143905776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:39:09.487121 run osmo-msc_10.42.42.6(pid=2364): ERR: Terminated: ERROR {rc=2} [trial-2406↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2364)]\u000a14:39:09.540755 run osmo-msc_10.42.42.6(pid=2364): stdout: \u000a| (launched: 2022-12-14_14:39:07.927490) \u000a14:39:09.594917 run osmo-msc_10.42.42.6(pid=2364): stderr: \u000a| �[0;m�[38;5;43m20221214143908420 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214143908420 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff39a5ffc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214143908420 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214143908420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214143908420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214143908429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214143908431 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214143908431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214143908431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214143908431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:39:09.641218 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2355): Terminating (SIGTERM)\u000a14:39:09.687504 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2359): Terminating (SIGTERM)\u000a14:39:09.733437 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2363): Terminating (SIGTERM)\u000a14:39:09.743940 --- ParallelTerminationStrategy: PID 2355 died...\u000a14:39:09.803926 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2355): Terminated: ok {rc=0}\u000a14:39:09.814736 --- ParallelTerminationStrategy: PID 2359 died...\u000a14:39:09.872545 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2359): Terminated: ok {rc=0}\u000a14:39:09.883222 --- ParallelTerminationStrategy: PID 2363 died...\u000a14:39:09.941770 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2363): Terminated: ok {rc=0}\u000a14:39:10.033399 bus /sierra_3: Setting Powered False\u000a14:39:11.145350 bus /sierra_3: Setting Powered False\u000a14:39:12.261506 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "37", "name" : "sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:39:01" }, { "cases" : [ { "testActions" : [ ], "age" : 263, "className" : "nitb_ussd:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=2370): Process ended prematurely: osmo-nitb_10.42.42.2(pid=2370) [trial-2406↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2370)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=2370): Process ended prematurely: osmo-nitb_10.42.42.2(pid=2370) [trial-2406↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2370)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 nitb_ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a14:39:14.108756 tst nitb_ussd:trx-b200: Using 1 x ip_address (candidates: 1)\u000a14:39:14.121099 tst nitb_ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a14:39:14.266119 tst assert_extension.py: using LAC 41587\u000a14:39:14.388438 tst assert_extension.py: using RAC 22\u000a14:39:14.509634 tst assert_extension.py: using CellId 41587\u000a14:39:14.633238 tst assert_extension.py: using BVCI 41588\u000a14:39:14.657060 tst nitb_ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a14:39:14.941758 tst assert_extension.py:10: start nitb and bts...\u000a14:39:15.071607 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a14:39:15.729642 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=2369): Launched\u000a14:39:16.062085 run osmo-nitb_10.42.42.2(pid=2370): Launched\u000a14:39:16.253628 run osmo-nitb_10.42.42.2(pid=2370): ERR: Terminated: ERROR {rc=2} [trial-2406↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2370)]\u000a14:39:16.396450 run osmo-nitb_10.42.42.2(pid=2370): stdout: \u000a| (launched: 2022-12-14_14:39:15.885128) \u000a14:39:16.538205 run osmo-nitb_10.42.42.2(pid=2370): stderr: \u000a| (launched: 2022-12-14_14:39:15.936461)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a14:39:16.675363 run osmo-nitb_10.42.42.2(pid=2370): stdout: \u000a| (launched: 2022-12-14_14:39:15.885128) \u000a14:39:16.811729 run osmo-nitb_10.42.42.2(pid=2370): stderr: \u000a| (launched: 2022-12-14_14:39:15.936461)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a14:39:17.201976 tst osmo-nitb_10.42.42.2(pid=2370): stdout: \u000a| (launched: 2022-12-14_14:39:15.885128) \u000a14:39:17.347813 tst osmo-nitb_10.42.42.2(pid=2370): stderr: \u000a| (launched: 2022-12-14_14:39:15.936461)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a14:39:17.413865 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=2370): Process ended prematurely: osmo-nitb_10.42.42.2(pid=2370) [trial-2406↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2370)] [trial-2406↪nitb_ussd:trx-b200↪assert_extension.py:12]\u000a14:39:17.423744 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a14:39:17.466675 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=2369): Terminating (SIGTERM)\u000a14:39:17.645814 --- ParallelTerminationStrategy: PID 2369 died...\u000a14:39:17.708037 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=2369): Terminated: ok {rc=0}\u000a14:39:17.821272 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "38", "name" : "nitb_ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:39:13" }, { "cases" : [ { "testActions" : [ ], "age" : 90, "className" : "ussd:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2380): Process ended prematurely: osmo-stp_10.42.42.5(pid=2380) [trial-2406↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2380)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2380): Process ended prematurely: osmo-stp_10.42.42.5(pid=2380) [trial-2406↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2380)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a14:39:19.685983 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:39:19.698281 tst ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a14:39:19.850647 tst assert_extension.py: using LAC 41588\u000a14:39:19.978657 tst assert_extension.py: using RAC 23\u000a14:39:20.108055 tst assert_extension.py: using CellId 41588\u000a14:39:20.235845 tst assert_extension.py: using BVCI 41589\u000a14:39:20.262205 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:39:20.274274 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:39:20.286311 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:39:20.298636 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:39:20.311350 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:39:20.324424 tst ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a14:39:20.544076 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:39:21.080194 run create_hlr_db(pid=2374): Launched\u000a14:39:21.290223 bus /sierra_2: Setting Powered False\u000a14:39:22.310441 run create_hlr_db(pid=2374): Terminated: ok {rc=0}\u000a14:39:22.769606 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2376): Launched\u000a14:39:23.196054 run osmo-hlr_10.42.42.2(pid=2377): Launched\u000a14:39:23.449161 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:39:24.044172 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2379): Launched\u000a14:39:24.480148 run osmo-stp_10.42.42.5(pid=2380): Launched\u000a14:39:24.704743 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:39:25.281213 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2383): Launched\u000a14:39:25.581106 run osmo-msc_10.42.42.6(pid=2384): Launched\u000a14:39:25.759379 run osmo-stp_10.42.42.5(pid=2380): ERR: Terminated: ERROR {rc=1} [trial-2406↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2380)]\u000a14:39:25.886657 run osmo-stp_10.42.42.5(pid=2380): stdout: \u000a| (launched: 2022-12-14_14:39:24.214437)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:39:26.011965 run osmo-stp_10.42.42.5(pid=2380): stderr: \u000a| �[0;m�[38;5;43m20221214143924515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214143924516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214143924516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214143924516 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214143924522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214143924522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214143924522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:39:26.132511 run osmo-stp_10.42.42.5(pid=2380): stdout: \u000a| (launched: 2022-12-14_14:39:24.214437)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:39:26.251421 run osmo-stp_10.42.42.5(pid=2380): stderr: \u000a| �[0;m�[38;5;43m20221214143924515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214143924516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214143924516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214143924516 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214143924522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214143924522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214143924522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:39:26.303554 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=2380): Process ended prematurely: osmo-stp_10.42.42.5(pid=2380) [trial-2406↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2380)] [trial-2406↪ussd:trx-b200↪assert_extension.py:17]\u000a14:39:26.311672 tst assert_extension.py:17: Test FAILED (6.6 sec)\u000a14:39:26.372372 run osmo-hlr_10.42.42.2(pid=2377): ERR: Terminated: ERROR {rc=237} [trial-2406↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2377)]\u000a14:39:26.422095 run osmo-hlr_10.42.42.2(pid=2377): stdout: \u000a| (launched: 2022-12-14_14:39:22.938216) \u000a14:39:26.472437 run osmo-hlr_10.42.42.2(pid=2377): stderr: \u000a| �[0;m�[1;31m20221214143923252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214143923253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214143923253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214143923253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214143923253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214143923253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214143923273 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/ussd:trx-b200/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214143923286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214143923286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214143923286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:39:26.540668 run osmo-msc_10.42.42.6(pid=2384): ERR: Terminated: ERROR {rc=2} [trial-2406↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2384)]\u000a14:39:26.590307 run osmo-msc_10.42.42.6(pid=2384): stdout: \u000a| (launched: 2022-12-14_14:39:25.432529) \u000a14:39:26.640565 run osmo-msc_10.42.42.6(pid=2384): stderr: \u000a| �[0;m�[38;5;43m20221214143925706 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214143925706 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f394a764c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214143925707 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214143925707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214143925707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214143925707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214143925709 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214143925709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214143925709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214143925709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:39:26.683430 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2376): Terminating (SIGTERM)\u000a14:39:26.723825 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2379): Terminating (SIGTERM)\u000a14:39:26.764163 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2383): Terminating (SIGTERM)\u000a14:39:26.773433 --- ParallelTerminationStrategy: PID 2376 died...\u000a14:39:26.827453 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2376): Terminated: ok {rc=0}\u000a14:39:26.836910 --- ParallelTerminationStrategy: PID 2379 died...\u000a14:39:26.890621 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2379): Terminated: ok {rc=0}\u000a14:39:26.900134 --- ParallelTerminationStrategy: PID 2383 died...\u000a14:39:26.953845 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2383): Terminated: ok {rc=0}\u000a14:39:27.038146 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 10.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "39", "name" : "ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:39:19" }, { "cases" : [ { "testActions" : [ ], "age" : 90, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2396): Process ended prematurely: osmo-stp_10.42.42.5(pid=2396) [trial-2406↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2396)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2396): Process ended prematurely: osmo-stp_10.42.42.5(pid=2396) [trial-2406↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2396)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a14:39:28.994621 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a14:39:29.005653 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a14:39:29.165365 tst mo_mt_call.py: using LAC 41589\u000a14:39:29.286524 tst mo_mt_call.py: using RAC 24\u000a14:39:29.405725 tst mo_mt_call.py: using CellId 41589\u000a14:39:29.527758 tst mo_mt_call.py: using BVCI 41590\u000a14:39:29.550944 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a14:39:29.562123 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a14:39:29.572917 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a14:39:29.583864 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a14:39:29.595322 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a14:39:29.606631 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a14:39:29.726426 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a14:39:29.930438 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:39:30.411009 run create_hlr_db(pid=2390): Launched\u000a14:39:30.586793 bus /sierra_2: Setting Powered False\u000a14:39:31.624568 run create_hlr_db(pid=2390): Terminated: ok {rc=0}\u000a14:39:32.076151 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2392): Launched\u000a14:39:32.384279 run osmo-hlr_10.42.42.2(pid=2393): Launched\u000a14:39:32.502836 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:39:33.042322 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2395): Launched\u000a14:39:33.348690 run osmo-stp_10.42.42.5(pid=2396): Launched\u000a14:39:33.460427 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:39:34.019819 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2398): Launched\u000a14:39:34.326468 run osmo-msc_10.42.42.6(pid=2399): Launched\u000a14:39:34.505933 run osmo-stp_10.42.42.5(pid=2396): ERR: Terminated: ERROR {rc=1} [trial-2406↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2396)]\u000a14:39:34.635761 run osmo-stp_10.42.42.5(pid=2396): stdout: \u000a| (launched: 2022-12-14_14:39:33.196841)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:39:34.763706 run osmo-stp_10.42.42.5(pid=2396): stderr: \u000a| �[0;m�[38;5;43m20221214143933370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214143933370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214143933370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214143933370 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214143933371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214143933371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214143933371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:39:34.886146 run osmo-stp_10.42.42.5(pid=2396): stdout: \u000a| (launched: 2022-12-14_14:39:33.196841)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:39:35.006946 run osmo-stp_10.42.42.5(pid=2396): stderr: \u000a| �[0;m�[38;5;43m20221214143933370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214143933370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214143933370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214143933370 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214143933371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214143933371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214143933371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:39:35.060444 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2396): Process ended prematurely: osmo-stp_10.42.42.5(pid=2396) [trial-2406↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2396)] [trial-2406↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a14:39:35.069387 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a14:39:35.129762 run osmo-hlr_10.42.42.2(pid=2393): ERR: Terminated: ERROR {rc=237} [trial-2406↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2393)]\u000a14:39:35.179065 run osmo-hlr_10.42.42.2(pid=2393): stdout: \u000a| (launched: 2022-12-14_14:39:32.233574) \u000a14:39:35.229098 run osmo-hlr_10.42.42.2(pid=2393): stderr: \u000a| �[0;m�[1;31m20221214143932411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214143932411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214143932411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214143932411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214143932411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214143932411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214143932422 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214143932430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214143932431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214143932431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:39:35.296509 run osmo-msc_10.42.42.6(pid=2399): ERR: Terminated: ERROR {rc=2} [trial-2406↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2399)]\u000a14:39:35.345742 run osmo-msc_10.42.42.6(pid=2399): stdout: \u000a| (launched: 2022-12-14_14:39:34.174832) \u000a14:39:35.395361 run osmo-msc_10.42.42.6(pid=2399): stderr: \u000a| �[0;m�[38;5;43m20221214143934446 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214143934446 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3fd653bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214143934446 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214143934446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214143934446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214143934447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214143934448 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214143934449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214143934449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214143934449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:39:35.437600 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2392): Terminating (SIGTERM)\u000a14:39:35.477321 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2395): Terminating (SIGTERM)\u000a14:39:35.517888 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2398): Terminating (SIGTERM)\u000a14:39:35.526966 --- ParallelTerminationStrategy: PID 2392 died...\u000a14:39:35.580731 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2392): Terminated: ok {rc=0}\u000a14:39:35.590287 --- ParallelTerminationStrategy: PID 2395 died...\u000a14:39:35.644087 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2395): Terminated: ok {rc=0}\u000a14:39:35.653950 --- ParallelTerminationStrategy: PID 2398 died...\u000a14:39:35.708323 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2398): Terminated: ok {rc=0}\u000a14:39:35.797183 bus /sierra_3: Setting Powered False\u000a14:39:36.899646 bus /sierra_3: Setting Powered False\u000a14:39:38.011858 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 90, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2407): Process ended prematurely: osmo-stp_10.42.42.5(pid=2407) [trial-2406↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2407)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2407): Process ended prematurely: osmo-stp_10.42.42.5(pid=2407) [trial-2406↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2407)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a14:39:39.127153 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a14:39:39.139460 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a14:39:39.306557 tst mo_mt_call_osmux.py: using LAC 41590\u000a14:39:39.434295 tst mo_mt_call_osmux.py: using RAC 25\u000a14:39:39.562601 tst mo_mt_call_osmux.py: using CellId 41590\u000a14:39:39.691893 tst mo_mt_call_osmux.py: using BVCI 41591\u000a14:39:39.716616 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a14:39:39.728169 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a14:39:39.739547 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a14:39:39.751087 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a14:39:39.762518 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a14:39:39.773889 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a14:39:39.890656 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a14:39:40.102920 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:39:40.625839 run create_hlr_db(pid=2401): Launched\u000a14:39:40.814576 bus /sierra_2: Setting Powered False\u000a14:39:41.836200 run create_hlr_db(pid=2401): Terminated: ok {rc=0}\u000a14:39:42.251538 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2403): Launched\u000a14:39:42.558617 run osmo-hlr_10.42.42.2(pid=2404): Launched\u000a14:39:42.679882 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:39:43.218952 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2406): Launched\u000a14:39:43.526953 run osmo-stp_10.42.42.5(pid=2407): Launched\u000a14:39:43.641441 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:39:44.201071 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2409): Launched\u000a14:39:44.508225 run osmo-msc_10.42.42.6(pid=2410): Launched\u000a14:39:44.688530 run osmo-stp_10.42.42.5(pid=2407): ERR: Terminated: ERROR {rc=1} [trial-2406↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2407)]\u000a14:39:44.818313 run osmo-stp_10.42.42.5(pid=2407): stdout: \u000a| (launched: 2022-12-14_14:39:43.373755)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:39:44.945635 run osmo-stp_10.42.42.5(pid=2407): stderr: \u000a| �[0;m�[38;5;43m20221214143943543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214143943544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214143943544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214143943544 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214143943546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214143943547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214143943547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:39:45.067810 run osmo-stp_10.42.42.5(pid=2407): stdout: \u000a| (launched: 2022-12-14_14:39:43.373755)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:39:45.188753 run osmo-stp_10.42.42.5(pid=2407): stderr: \u000a| �[0;m�[38;5;43m20221214143943543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214143943544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214143943544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214143943544 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214143943546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214143943547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214143943547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:39:45.242163 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2407): Process ended prematurely: osmo-stp_10.42.42.5(pid=2407) [trial-2406↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2407)] [trial-2406↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a14:39:45.250820 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a14:39:45.311308 run osmo-hlr_10.42.42.2(pid=2404): ERR: Terminated: ERROR {rc=237} [trial-2406↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2404)]\u000a14:39:45.361202 run osmo-hlr_10.42.42.2(pid=2404): stdout: \u000a| (launched: 2022-12-14_14:39:42.406767) \u000a14:39:45.411567 run osmo-hlr_10.42.42.2(pid=2404): stderr: \u000a| �[0;m�[1;31m20221214143942583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214143942583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214143942583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214143942583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214143942583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214143942583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214143942595 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214143942603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214143942603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214143942603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:39:45.479482 run osmo-msc_10.42.42.6(pid=2410): ERR: Terminated: ERROR {rc=2} [trial-2406↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2410)]\u000a14:39:45.529108 run osmo-msc_10.42.42.6(pid=2410): stdout: \u000a| (launched: 2022-12-14_14:39:44.355726) \u000a14:39:45.579308 run osmo-msc_10.42.42.6(pid=2410): stderr: \u000a| �[0;m�[38;5;43m20221214143944628 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214143944629 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd3457cfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214143944629 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214143944629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214143944629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214143944629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214143944631 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214143944631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214143944631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214143944632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:39:45.622130 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2403): Terminating (SIGTERM)\u000a14:39:45.662543 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2406): Terminating (SIGTERM)\u000a14:39:45.702640 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2409): Terminating (SIGTERM)\u000a14:39:45.711749 --- ParallelTerminationStrategy: PID 2403 died...\u000a14:39:45.765514 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2403): Terminated: ok {rc=0}\u000a14:39:45.774998 --- ParallelTerminationStrategy: PID 2406 died...\u000a14:39:45.828730 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2406): Terminated: ok {rc=0}\u000a14:39:45.850053 --- ParallelTerminationStrategy: PID 2409 died...\u000a14:39:45.918181 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2409): Terminated: ok {rc=0}\u000a14:39:46.009128 bus /sierra_3: Setting Powered False\u000a14:39:47.111786 bus /sierra_3: Setting Powered False\u000a14:39:48.217753 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "40", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:39:28" }, { "cases" : [ { "testActions" : [ ], "age" : 90, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2422): Process ended prematurely: osmo-stp_10.42.42.5(pid=2422) [trial-2406↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2422)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2422): Process ended prematurely: osmo-stp_10.42.42.5(pid=2422) [trial-2406↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2422)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a14:39:50.220389 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a14:39:50.231495 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a14:39:50.387233 tst mo_mt_call.py: using LAC 41591\u000a14:39:50.508926 tst mo_mt_call.py: using RAC 26\u000a14:39:50.629831 tst mo_mt_call.py: using CellId 41591\u000a14:39:50.762334 tst mo_mt_call.py: using BVCI 41592\u000a14:39:50.787322 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a14:39:50.799206 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a14:39:50.810826 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a14:39:50.822413 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a14:39:50.834090 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a14:39:50.845589 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a14:39:50.961773 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a14:39:51.173698 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:39:51.696530 run create_hlr_db(pid=2416): Launched\u000a14:39:51.886245 bus /sierra_2: Setting Powered False\u000a14:39:52.895627 run create_hlr_db(pid=2416): Terminated: ok {rc=0}\u000a14:39:53.342042 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2418): Launched\u000a14:39:53.669500 run osmo-hlr_10.42.42.2(pid=2419): Launched\u000a14:39:53.791109 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:39:54.358436 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2421): Launched\u000a14:39:54.685271 run osmo-stp_10.42.42.5(pid=2422): Launched\u000a14:39:54.802919 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:39:55.402935 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2424): Launched\u000a14:39:55.729950 run osmo-msc_10.42.42.6(pid=2425): Launched\u000a14:39:55.921159 run osmo-stp_10.42.42.5(pid=2422): ERR: Terminated: ERROR {rc=1} [trial-2406↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2422)]\u000a14:39:56.059204 run osmo-stp_10.42.42.5(pid=2422): stdout: \u000a| (launched: 2022-12-14_14:39:54.524177)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:39:56.197932 run osmo-stp_10.42.42.5(pid=2422): stderr: \u000a| �[0;m�[38;5;43m20221214143954719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214143954719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214143954719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214143954720 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214143954720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214143954720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214143954720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:39:56.328744 run osmo-stp_10.42.42.5(pid=2422): stdout: \u000a| (launched: 2022-12-14_14:39:54.524177)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:39:56.459156 run osmo-stp_10.42.42.5(pid=2422): stderr: \u000a| �[0;m�[38;5;43m20221214143954719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214143954719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214143954719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214143954720 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214143954720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214143954720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214143954720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:39:56.516234 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2422): Process ended prematurely: osmo-stp_10.42.42.5(pid=2422) [trial-2406↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2422)] [trial-2406↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a14:39:56.525586 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a14:39:56.588002 run osmo-hlr_10.42.42.2(pid=2419): ERR: Terminated: ERROR {rc=237} [trial-2406↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2419)]\u000a14:39:56.639394 run osmo-hlr_10.42.42.2(pid=2419): stdout: \u000a| (launched: 2022-12-14_14:39:53.507947) \u000a14:39:56.691398 run osmo-hlr_10.42.42.2(pid=2419): stderr: \u000a| �[0;m�[1;31m20221214143953708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214143953708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214143953708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214143953708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214143953708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214143953708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214143953721 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214143953730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214143953730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214143953730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:39:56.761908 run osmo-msc_10.42.42.6(pid=2425): ERR: Terminated: ERROR {rc=2} [trial-2406↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2425)]\u000a14:39:56.813156 run osmo-msc_10.42.42.6(pid=2425): stdout: \u000a| (launched: 2022-12-14_14:39:55.569087) \u000a14:39:56.864986 run osmo-msc_10.42.42.6(pid=2425): stderr: \u000a| �[0;m�[38;5;43m20221214143955893 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214143955893 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fddac727c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214143955894 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214143955894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214143955894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214143955894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214143955896 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214143955896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214143955896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214143955896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:39:56.908975 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2418): Terminating (SIGTERM)\u000a14:39:56.950671 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2421): Terminating (SIGTERM)\u000a14:39:56.992376 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2424): Terminating (SIGTERM)\u000a14:39:57.002084 --- ParallelTerminationStrategy: PID 2418 died...\u000a14:39:57.057662 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2418): Terminated: ok {rc=0}\u000a14:39:57.067586 --- ParallelTerminationStrategy: PID 2421 died...\u000a14:39:57.123776 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2421): Terminated: ok {rc=0}\u000a14:39:57.133887 --- ParallelTerminationStrategy: PID 2424 died...\u000a14:39:57.189804 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2424): Terminated: ok {rc=0}\u000a14:39:57.277828 bus /sierra_3: Setting Powered False\u000a14:39:58.383970 bus /sierra_3: Setting Powered False\u000a14:39:59.495506 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 90, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2436): Process ended prematurely: osmo-stp_10.42.42.5(pid=2436) [trial-2406↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2436)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2436): Process ended prematurely: osmo-stp_10.42.42.5(pid=2436) [trial-2406↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2436)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a14:40:00.605375 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a14:40:00.617128 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a14:40:00.775976 tst mo_mt_call_osmux.py: using LAC 41592\u000a14:40:00.924464 tst mo_mt_call_osmux.py: using RAC 27\u000a14:40:01.047503 tst mo_mt_call_osmux.py: using CellId 41592\u000a14:40:01.211568 tst mo_mt_call_osmux.py: using BVCI 41593\u000a14:40:01.244465 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a14:40:01.259527 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a14:40:01.274468 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a14:40:01.291456 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a14:40:01.308383 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a14:40:01.325099 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a14:40:01.472827 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a14:40:01.746155 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:40:02.356815 run create_hlr_db(pid=2430): Launched\u000a14:40:02.534622 bus /sierra_2: Setting Powered False\u000a14:40:03.555530 run create_hlr_db(pid=2430): Terminated: ok {rc=0}\u000a14:40:03.991388 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2432): Launched\u000a14:40:04.320590 run osmo-hlr_10.42.42.2(pid=2433): Launched\u000a14:40:04.439523 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:40:05.010163 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2435): Launched\u000a14:40:05.339522 run osmo-stp_10.42.42.5(pid=2436): Launched\u000a14:40:05.457892 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:40:06.062039 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2438): Launched\u000a14:40:06.393565 run osmo-msc_10.42.42.6(pid=2439): Launched\u000a14:40:06.584785 run osmo-stp_10.42.42.5(pid=2436): ERR: Terminated: ERROR {rc=1} [trial-2406↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2436)]\u000a14:40:06.722663 run osmo-stp_10.42.42.5(pid=2436): stdout: \u000a| (launched: 2022-12-14_14:40:05.176805)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:40:06.861140 run osmo-stp_10.42.42.5(pid=2436): stderr: \u000a| �[0;m�[38;5;43m20221214144005373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214144005373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214144005373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214144005373 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214144005374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214144005374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214144005374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:40:06.992497 run osmo-stp_10.42.42.5(pid=2436): stdout: \u000a| (launched: 2022-12-14_14:40:05.176805)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:40:07.122563 run osmo-stp_10.42.42.5(pid=2436): stderr: \u000a| �[0;m�[38;5;43m20221214144005373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214144005373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214144005373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214144005373 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214144005374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214144005374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214144005374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:40:07.180292 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2436): Process ended prematurely: osmo-stp_10.42.42.5(pid=2436) [trial-2406↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2436)] [trial-2406↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a14:40:07.189729 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a14:40:07.252210 run osmo-hlr_10.42.42.2(pid=2433): ERR: Terminated: ERROR {rc=237} [trial-2406↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2433)]\u000a14:40:07.303733 run osmo-hlr_10.42.42.2(pid=2433): stdout: \u000a| (launched: 2022-12-14_14:40:04.158688) \u000a14:40:07.355935 run osmo-hlr_10.42.42.2(pid=2433): stderr: \u000a| �[0;m�[1;31m20221214144004357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214144004357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214144004357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214144004358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214144004358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214144004358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214144004411 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214144004422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214144004422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214144004422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:40:07.426528 run osmo-msc_10.42.42.6(pid=2439): ERR: Terminated: ERROR {rc=2} [trial-2406↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2439)]\u000a14:40:07.479367 run osmo-msc_10.42.42.6(pid=2439): stdout: \u000a| (launched: 2022-12-14_14:40:06.229778) \u000a14:40:07.531259 run osmo-msc_10.42.42.6(pid=2439): stderr: \u000a| �[0;m�[38;5;43m20221214144006555 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214144006555 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1e1ba6ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214144006556 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214144006556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214144006556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214144006556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214144006558 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214144006558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214144006558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214144006558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:40:07.575597 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2432): Terminating (SIGTERM)\u000a14:40:07.617649 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2435): Terminating (SIGTERM)\u000a14:40:07.659881 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2438): Terminating (SIGTERM)\u000a14:40:07.669557 --- ParallelTerminationStrategy: PID 2432 died...\u000a14:40:07.725312 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2432): Terminated: ok {rc=0}\u000a14:40:07.735239 --- ParallelTerminationStrategy: PID 2435 died...\u000a14:40:07.790672 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2435): Terminated: ok {rc=0}\u000a14:40:07.800581 --- ParallelTerminationStrategy: PID 2438 died...\u000a14:40:07.855975 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2438): Terminated: ok {rc=0}\u000a14:40:07.942759 bus /sierra_3: Setting Powered False\u000a14:40:09.050095 bus /sierra_3: Setting Powered False\u000a14:40:10.158279 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "41", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:39:49" }, { "cases" : [ { "testActions" : [ ], "age" : 90, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2451): Process ended prematurely: osmo-stp_10.42.42.5(pid=2451) [trial-2406↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2451)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2451): Process ended prematurely: osmo-stp_10.42.42.5(pid=2451) [trial-2406↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2451)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a14:40:12.158332 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a14:40:12.169557 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a14:40:12.328549 tst mo_mt_call.py: using LAC 41593\u000a14:40:12.453265 tst mo_mt_call.py: using RAC 28\u000a14:40:12.571750 tst mo_mt_call.py: using CellId 41593\u000a14:40:12.692325 tst mo_mt_call.py: using BVCI 41594\u000a14:40:12.715434 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a14:40:12.726972 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a14:40:12.737997 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a14:40:12.748840 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a14:40:12.760283 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a14:40:12.771648 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a14:40:12.890709 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a14:40:13.103283 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:40:13.627521 run create_hlr_db(pid=2445): Launched\u000a14:40:13.816510 bus /sierra_2: Setting Powered False\u000a14:40:14.838473 run create_hlr_db(pid=2445): Terminated: ok {rc=0}\u000a14:40:15.275110 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2447): Launched\u000a14:40:15.607341 run osmo-hlr_10.42.42.2(pid=2448): Launched\u000a14:40:15.730302 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:40:16.363334 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2450): Launched\u000a14:40:16.794585 run osmo-stp_10.42.42.5(pid=2451): Launched\u000a14:40:17.037681 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:40:17.656927 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2453): Launched\u000a14:40:17.963132 run osmo-msc_10.42.42.6(pid=2454): Launched\u000a14:40:18.151203 run osmo-stp_10.42.42.5(pid=2451): ERR: Terminated: ERROR {rc=1} [trial-2406↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2451)]\u000a14:40:18.290373 run osmo-stp_10.42.42.5(pid=2451): stdout: \u000a| (launched: 2022-12-14_14:40:16.591206)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:40:18.426897 run osmo-stp_10.42.42.5(pid=2451): stderr: \u000a| �[0;m�[38;5;43m20221214144016893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214144016893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214144016894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214144016894 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214144016895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214144016895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214144016895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:40:18.558364 run osmo-stp_10.42.42.5(pid=2451): stdout: \u000a| (launched: 2022-12-14_14:40:16.591206)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:40:18.688202 run osmo-stp_10.42.42.5(pid=2451): stderr: \u000a| �[0;m�[38;5;43m20221214144016893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214144016893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214144016894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214144016894 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214144016895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214144016895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214144016895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:40:18.746030 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2451): Process ended prematurely: osmo-stp_10.42.42.5(pid=2451) [trial-2406↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2451)] [trial-2406↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a14:40:18.755585 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a14:40:18.817964 run osmo-hlr_10.42.42.2(pid=2448): ERR: Terminated: ERROR {rc=237} [trial-2406↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2448)]\u000a14:40:18.869449 run osmo-hlr_10.42.42.2(pid=2448): stdout: \u000a| (launched: 2022-12-14_14:40:15.441704) \u000a14:40:18.921340 run osmo-hlr_10.42.42.2(pid=2448): stderr: \u000a| �[0;m�[1;31m20221214144015642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214144015642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214144015642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214144015642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214144015642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214144015642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214144015655 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214144015666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214144015666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214144015666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:40:18.991550 run osmo-msc_10.42.42.6(pid=2454): ERR: Terminated: ERROR {rc=2} [trial-2406↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2454)]\u000a14:40:19.042890 run osmo-msc_10.42.42.6(pid=2454): stdout: \u000a| (launched: 2022-12-14_14:40:17.811456) \u000a14:40:19.094754 run osmo-msc_10.42.42.6(pid=2454): stderr: \u000a| �[0;m�[38;5;43m20221214144018085 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214144018085 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2787203c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214144018085 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214144018085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214144018085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214144018085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214144018087 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214144018087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214144018088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214144018088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:40:19.139356 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2447): Terminating (SIGTERM)\u000a14:40:19.181067 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2450): Terminating (SIGTERM)\u000a14:40:19.222684 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2453): Terminating (SIGTERM)\u000a14:40:19.232332 --- ParallelTerminationStrategy: PID 2447 died...\u000a14:40:19.288099 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2447): Terminated: ok {rc=0}\u000a14:40:19.298219 --- ParallelTerminationStrategy: PID 2450 died...\u000a14:40:19.353762 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2450): Terminated: ok {rc=0}\u000a14:40:19.363835 --- ParallelTerminationStrategy: PID 2453 died...\u000a14:40:19.419675 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2453): Terminated: ok {rc=0}\u000a14:40:19.506669 bus /sierra_3: Setting Powered False\u000a14:40:20.613827 bus /sierra_3: Setting Powered False\u000a14:40:21.722544 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 90, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2462): Process ended prematurely: osmo-stp_10.42.42.5(pid=2462) [trial-2406↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2462)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2462): Process ended prematurely: osmo-stp_10.42.42.5(pid=2462) [trial-2406↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2462)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a14:40:22.832617 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a14:40:22.844373 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a14:40:23.007727 tst mo_mt_call_osmux.py: using LAC 41594\u000a14:40:23.131056 tst mo_mt_call_osmux.py: using RAC 29\u000a14:40:23.258027 tst mo_mt_call_osmux.py: using CellId 41594\u000a14:40:23.387200 tst mo_mt_call_osmux.py: using BVCI 41595\u000a14:40:23.412351 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a14:40:23.424358 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a14:40:23.435930 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a14:40:23.447584 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a14:40:23.459286 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a14:40:23.470979 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a14:40:23.587521 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a14:40:23.789286 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:40:24.272663 run create_hlr_db(pid=2456): Launched\u000a14:40:24.449322 bus /sierra_2: Setting Powered False\u000a14:40:25.471319 run create_hlr_db(pid=2456): Terminated: ok {rc=0}\u000a14:40:25.879664 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2458): Launched\u000a14:40:26.186852 run osmo-hlr_10.42.42.2(pid=2459): Launched\u000a14:40:26.305740 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:40:26.846754 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2461): Launched\u000a14:40:27.153971 run osmo-stp_10.42.42.5(pid=2462): Launched\u000a14:40:27.265519 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:40:27.824487 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2464): Launched\u000a14:40:28.132510 run osmo-msc_10.42.42.6(pid=2465): Launched\u000a14:40:28.312334 run osmo-stp_10.42.42.5(pid=2462): ERR: Terminated: ERROR {rc=1} [trial-2406↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2462)]\u000a14:40:28.442340 run osmo-stp_10.42.42.5(pid=2462): stdout: \u000a| (launched: 2022-12-14_14:40:27.002251)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:40:28.569941 run osmo-stp_10.42.42.5(pid=2462): stderr: \u000a| �[0;m�[38;5;43m20221214144027174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214144027174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214144027174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214144027174 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214144027177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214144027177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214144027177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:40:28.692321 run osmo-stp_10.42.42.5(pid=2462): stdout: \u000a| (launched: 2022-12-14_14:40:27.002251)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:40:28.813497 run osmo-stp_10.42.42.5(pid=2462): stderr: \u000a| �[0;m�[38;5;43m20221214144027174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214144027174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214144027174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214144027174 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214144027177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214144027177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214144027177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:40:28.866852 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2462): Process ended prematurely: osmo-stp_10.42.42.5(pid=2462) [trial-2406↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2462)] [trial-2406↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a14:40:28.875570 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a14:40:28.935430 run osmo-hlr_10.42.42.2(pid=2459): ERR: Terminated: ERROR {rc=237} [trial-2406↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2459)]\u000a14:40:28.984531 run osmo-hlr_10.42.42.2(pid=2459): stdout: \u000a| (launched: 2022-12-14_14:40:26.035471) \u000a14:40:29.034138 run osmo-hlr_10.42.42.2(pid=2459): stderr: \u000a| �[0;m�[1;31m20221214144026215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214144026215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214144026215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214144026215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214144026215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214144026216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214144026228 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214144026236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214144026236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214144026236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:40:29.101419 run osmo-msc_10.42.42.6(pid=2465): ERR: Terminated: ERROR {rc=2} [trial-2406↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2465)]\u000a14:40:29.150319 run osmo-msc_10.42.42.6(pid=2465): stdout: \u000a| (launched: 2022-12-14_14:40:27.979372) \u000a14:40:29.199374 run osmo-msc_10.42.42.6(pid=2465): stderr: \u000a| �[0;m�[38;5;43m20221214144028251 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214144028252 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0133980c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214144028252 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214144028252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214144028252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214144028252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214144028254 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214144028254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214144028254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214144028254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:40:29.241330 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2458): Terminating (SIGTERM)\u000a14:40:29.281031 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2461): Terminating (SIGTERM)\u000a14:40:29.320735 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2464): Terminating (SIGTERM)\u000a14:40:29.329879 --- ParallelTerminationStrategy: PID 2458 died...\u000a14:40:29.383219 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2458): Terminated: ok {rc=0}\u000a14:40:29.392652 --- ParallelTerminationStrategy: PID 2461 died...\u000a14:40:29.445737 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2461): Terminated: ok {rc=0}\u000a14:40:29.455132 --- ParallelTerminationStrategy: PID 2464 died...\u000a14:40:29.508240 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2464): Terminated: ok {rc=0}\u000a14:40:29.591565 bus /sierra_3: Setting Powered False\u000a14:40:30.695956 bus /sierra_3: Setting Powered False\u000a14:40:31.832355 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "42", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:40:11" }, { "cases" : [ { "testActions" : [ ], "age" : 90, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2477): Process ended prematurely: osmo-stp_10.42.42.5(pid=2477) [trial-2406↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2477)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2477): Process ended prematurely: osmo-stp_10.42.42.5(pid=2477) [trial-2406↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2477)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a14:40:33.838188 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a14:40:33.849204 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a14:40:34.007522 tst mo_mt_call.py: using LAC 41595\u000a14:40:34.127676 tst mo_mt_call.py: using RAC 30\u000a14:40:34.247664 tst mo_mt_call.py: using CellId 41595\u000a14:40:34.367321 tst mo_mt_call.py: using BVCI 41596\u000a14:40:34.390665 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a14:40:34.401655 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a14:40:34.412319 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a14:40:34.423146 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a14:40:34.434412 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a14:40:34.445530 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a14:40:34.561132 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a14:40:34.774197 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:40:35.296641 run create_hlr_db(pid=2471): Launched\u000a14:40:35.485893 bus /sierra_2: Setting Powered False\u000a14:40:36.506757 run create_hlr_db(pid=2471): Terminated: ok {rc=0}\u000a14:40:36.944665 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2473): Launched\u000a14:40:37.273503 run osmo-hlr_10.42.42.2(pid=2474): Launched\u000a14:40:37.396104 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:40:37.965741 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2476): Launched\u000a14:40:38.293271 run osmo-stp_10.42.42.5(pid=2477): Launched\u000a14:40:38.410992 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:40:39.015865 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2479): Launched\u000a14:40:39.346409 run osmo-msc_10.42.42.6(pid=2480): Launched\u000a14:40:39.538129 run osmo-stp_10.42.42.5(pid=2477): ERR: Terminated: ERROR {rc=1} [trial-2406↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2477)]\u000a14:40:39.676454 run osmo-stp_10.42.42.5(pid=2477): stdout: \u000a| (launched: 2022-12-14_14:40:38.131883)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:40:39.814260 run osmo-stp_10.42.42.5(pid=2477): stderr: \u000a| �[0;m�[38;5;43m20221214144038326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214144038326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214144038326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214144038326 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214144038327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214144038327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214144038327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:40:39.945327 run osmo-stp_10.42.42.5(pid=2477): stdout: \u000a| (launched: 2022-12-14_14:40:38.131883)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:40:40.075045 run osmo-stp_10.42.42.5(pid=2477): stderr: \u000a| �[0;m�[38;5;43m20221214144038326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214144038326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214144038326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214144038326 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214144038327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214144038327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214144038327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:40:40.132408 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2477): Process ended prematurely: osmo-stp_10.42.42.5(pid=2477) [trial-2406↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2477)] [trial-2406↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a14:40:40.142265 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a14:40:40.204620 run osmo-hlr_10.42.42.2(pid=2474): ERR: Terminated: ERROR {rc=237} [trial-2406↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2474)]\u000a14:40:40.255962 run osmo-hlr_10.42.42.2(pid=2474): stdout: \u000a| (launched: 2022-12-14_14:40:37.111979) \u000a14:40:40.307900 run osmo-hlr_10.42.42.2(pid=2474): stderr: \u000a| �[0;m�[1;31m20221214144037310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214144037310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214144037310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214144037310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214144037310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214144037310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214144037323 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214144037333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214144037333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214144037333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:40:40.378246 run osmo-msc_10.42.42.6(pid=2480): ERR: Terminated: ERROR {rc=2} [trial-2406↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2480)]\u000a14:40:40.429391 run osmo-msc_10.42.42.6(pid=2480): stdout: \u000a| (launched: 2022-12-14_14:40:39.184145) \u000a14:40:40.481071 run osmo-msc_10.42.42.6(pid=2480): stderr: \u000a| �[0;m�[38;5;43m20221214144039506 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214144039506 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb48e5d0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214144039506 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214144039506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214144039506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214144039506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214144039508 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214144039508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214144039509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214144039509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:40:40.525112 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2473): Terminating (SIGTERM)\u000a14:40:40.567196 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2476): Terminating (SIGTERM)\u000a14:40:40.608772 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2479): Terminating (SIGTERM)\u000a14:40:40.618402 --- ParallelTerminationStrategy: PID 2473 died...\u000a14:40:40.673828 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2473): Terminated: ok {rc=0}\u000a14:40:40.683812 --- ParallelTerminationStrategy: PID 2476 died...\u000a14:40:40.738958 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2476): Terminated: ok {rc=0}\u000a14:40:40.748802 --- ParallelTerminationStrategy: PID 2479 died...\u000a14:40:40.804360 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2479): Terminated: ok {rc=0}\u000a14:40:40.891370 bus /sierra_3: Setting Powered False\u000a14:40:41.998210 bus /sierra_3: Setting Powered False\u000a14:40:43.107682 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 90, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2488): Process ended prematurely: osmo-stp_10.42.42.5(pid=2488) [trial-2406↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2488)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2488): Process ended prematurely: osmo-stp_10.42.42.5(pid=2488) [trial-2406↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2488)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a14:40:44.223010 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a14:40:44.235414 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a14:40:44.402826 tst mo_mt_call_osmux.py: using LAC 41596\u000a14:40:44.531371 tst mo_mt_call_osmux.py: using RAC 31\u000a14:40:44.659516 tst mo_mt_call_osmux.py: using CellId 41596\u000a14:40:44.787473 tst mo_mt_call_osmux.py: using BVCI 41597\u000a14:40:44.812335 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a14:40:44.823867 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a14:40:44.835232 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a14:40:44.846619 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a14:40:44.858095 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a14:40:44.869438 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a14:40:44.988730 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a14:40:45.192852 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:40:45.674236 run create_hlr_db(pid=2482): Launched\u000a14:40:45.858560 bus /sierra_2: Setting Powered False\u000a14:40:46.886414 run create_hlr_db(pid=2482): Terminated: ok {rc=0}\u000a14:40:47.313639 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2484): Launched\u000a14:40:47.619872 run osmo-hlr_10.42.42.2(pid=2485): Launched\u000a14:40:47.730025 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:40:48.260270 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2487): Launched\u000a14:40:48.566597 run osmo-stp_10.42.42.5(pid=2488): Launched\u000a14:40:48.677731 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:40:49.243188 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2490): Launched\u000a14:40:49.572606 run osmo-msc_10.42.42.6(pid=2491): Launched\u000a14:40:49.764877 run osmo-stp_10.42.42.5(pid=2488): ERR: Terminated: ERROR {rc=1} [trial-2406↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2488)]\u000a14:40:49.903072 run osmo-stp_10.42.42.5(pid=2488): stdout: \u000a| (launched: 2022-12-14_14:40:48.415123)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:40:50.040738 run osmo-stp_10.42.42.5(pid=2488): stderr: \u000a| �[0;m�[38;5;43m20221214144048587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214144048587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214144048587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214144048588 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214144048588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214144048588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214144048588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:40:50.172182 run osmo-stp_10.42.42.5(pid=2488): stdout: \u000a| (launched: 2022-12-14_14:40:48.415123)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:40:50.302298 run osmo-stp_10.42.42.5(pid=2488): stderr: \u000a| �[0;m�[38;5;43m20221214144048587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214144048587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214144048587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214144048588 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214144048588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214144048588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214144048588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:40:50.359886 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2488): Process ended prematurely: osmo-stp_10.42.42.5(pid=2488) [trial-2406↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2488)] [trial-2406↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a14:40:50.369302 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a14:40:50.431787 run osmo-hlr_10.42.42.2(pid=2485): ERR: Terminated: ERROR {rc=237} [trial-2406↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2485)]\u000a14:40:50.483067 run osmo-hlr_10.42.42.2(pid=2485): stdout: \u000a| (launched: 2022-12-14_14:40:47.468617) \u000a14:40:50.534917 run osmo-hlr_10.42.42.2(pid=2485): stderr: \u000a| �[0;m�[1;31m20221214144047647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214144047648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214144047648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214144047648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214144047648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214144047648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214144047672 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214144047682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214144047682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214144047682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:40:50.605293 run osmo-msc_10.42.42.6(pid=2491): ERR: Terminated: ERROR {rc=2} [trial-2406↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2491)]\u000a14:40:50.656481 run osmo-msc_10.42.42.6(pid=2491): stdout: \u000a| (launched: 2022-12-14_14:40:49.410056) \u000a14:40:50.708053 run osmo-msc_10.42.42.6(pid=2491): stderr: \u000a| �[0;m�[38;5;43m20221214144049733 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214144049733 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe8ac4fbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214144049733 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214144049733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214144049733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214144049733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214144049735 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214144049735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214144049737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214144049737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:40:50.752288 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2484): Terminating (SIGTERM)\u000a14:40:50.794034 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2487): Terminating (SIGTERM)\u000a14:40:50.835743 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2490): Terminating (SIGTERM)\u000a14:40:50.845496 --- ParallelTerminationStrategy: PID 2484 died...\u000a14:40:50.901859 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2484): Terminated: ok {rc=0}\u000a14:40:50.911992 --- ParallelTerminationStrategy: PID 2487 died...\u000a14:40:50.967657 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2487): Terminated: ok {rc=0}\u000a14:40:50.978229 --- ParallelTerminationStrategy: PID 2490 died...\u000a14:40:51.034038 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2490): Terminated: ok {rc=0}\u000a14:40:51.121840 bus /sierra_3: Setting Powered False\u000a14:40:52.224862 bus /sierra_3: Setting Powered False\u000a14:40:53.337388 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "43", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:40:33" }, { "cases" : [ { "testActions" : [ ], "age" : 90, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2502): Process ended prematurely: osmo-stp_10.42.42.5(pid=2502) [trial-2406↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2502)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2502): Process ended prematurely: osmo-stp_10.42.42.5(pid=2502) [trial-2406↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2502)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a14:40:55.329971 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a14:40:55.341098 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a14:40:55.506893 tst mo_mt_call.py: using LAC 41597\u000a14:40:55.629686 tst mo_mt_call.py: using RAC 32\u000a14:40:55.749300 tst mo_mt_call.py: using CellId 41597\u000a14:40:55.869846 tst mo_mt_call.py: using BVCI 41598\u000a14:40:55.892923 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a14:40:55.903990 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a14:40:55.915013 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a14:40:55.925868 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a14:40:55.937417 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a14:40:55.948588 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a14:40:56.069955 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a14:40:56.282340 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:40:56.809556 run create_hlr_db(pid=2496): Launched\u000a14:40:56.998846 bus /sierra_2: Setting Powered False\u000a14:40:58.019866 run create_hlr_db(pid=2496): Terminated: ok {rc=0}\u000a14:40:58.432044 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2498): Launched\u000a14:40:58.740179 run osmo-hlr_10.42.42.2(pid=2499): Launched\u000a14:40:58.856819 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:40:59.390591 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2501): Launched\u000a14:40:59.698652 run osmo-stp_10.42.42.5(pid=2502): Launched\u000a14:40:59.809427 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:41:00.368066 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2504): Launched\u000a14:41:00.675346 run osmo-msc_10.42.42.6(pid=2505): Launched\u000a14:41:00.889735 run osmo-stp_10.42.42.5(pid=2502): ERR: Terminated: ERROR {rc=1} [trial-2406↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2502)]\u000a14:41:01.111830 run osmo-stp_10.42.42.5(pid=2502): stdout: \u000a| (launched: 2022-12-14_14:40:59.545830)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:41:01.242699 run osmo-stp_10.42.42.5(pid=2502): stderr: \u000a| �[0;m�[38;5;43m20221214144059717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214144059717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214144059718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214144059718 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214144059719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214144059719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214144059719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:41:01.368493 run osmo-stp_10.42.42.5(pid=2502): stdout: \u000a| (launched: 2022-12-14_14:40:59.545830)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:41:01.493097 run osmo-stp_10.42.42.5(pid=2502): stderr: \u000a| �[0;m�[38;5;43m20221214144059717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214144059717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214144059718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214144059718 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214144059719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214144059719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214144059719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:41:01.548282 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2502): Process ended prematurely: osmo-stp_10.42.42.5(pid=2502) [trial-2406↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2502)] [trial-2406↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a14:41:01.557997 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a14:41:01.620301 run osmo-hlr_10.42.42.2(pid=2499): ERR: Terminated: ERROR {rc=237} [trial-2406↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2499)]\u000a14:41:01.671890 run osmo-hlr_10.42.42.2(pid=2499): stdout: \u000a| (launched: 2022-12-14_14:40:58.586735) \u000a14:41:01.724660 run osmo-hlr_10.42.42.2(pid=2499): stderr: \u000a| �[0;m�[1;31m20221214144058768 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214144058768 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214144058768 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214144058768 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214144058768 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214144058768 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214144058784 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214144058794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214144058794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214144058794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:41:01.794557 run osmo-msc_10.42.42.6(pid=2505): ERR: Terminated: ERROR {rc=2} [trial-2406↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2505)]\u000a14:41:01.846098 run osmo-msc_10.42.42.6(pid=2505): stdout: \u000a| (launched: 2022-12-14_14:41:00.522281) \u000a14:41:01.898822 run osmo-msc_10.42.42.6(pid=2505): stderr: \u000a| �[0;m�[38;5;43m20221214144100793 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214144100793 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2da6be2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214144100794 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214144100794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214144100794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214144100794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214144100796 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214144100796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214144100796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214144100796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:41:01.943469 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2498): Terminating (SIGTERM)\u000a14:41:01.985546 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2501): Terminating (SIGTERM)\u000a14:41:02.027679 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2504): Terminating (SIGTERM)\u000a14:41:02.037464 --- ParallelTerminationStrategy: PID 2498 died...\u000a14:41:02.094419 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2498): Terminated: ok {rc=0}\u000a14:41:02.105771 --- ParallelTerminationStrategy: PID 2501 died...\u000a14:41:02.162440 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2501): Terminated: ok {rc=0}\u000a14:41:02.172937 --- ParallelTerminationStrategy: PID 2504 died...\u000a14:41:02.229695 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2504): Terminated: ok {rc=0}\u000a14:41:02.317256 bus /sierra_3: Setting Powered False\u000a14:41:03.427144 bus /sierra_3: Setting Powered False\u000a14:41:04.536580 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 90, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2513): Process ended prematurely: osmo-stp_10.42.42.5(pid=2513) [trial-2406↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2513)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2513): Process ended prematurely: osmo-stp_10.42.42.5(pid=2513) [trial-2406↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2513)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a14:41:05.652930 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a14:41:05.665424 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a14:41:05.835146 tst mo_mt_call_osmux.py: using LAC 41598\u000a14:41:05.962044 tst mo_mt_call_osmux.py: using RAC 33\u000a14:41:06.088368 tst mo_mt_call_osmux.py: using CellId 41598\u000a14:41:06.217295 tst mo_mt_call_osmux.py: using BVCI 41599\u000a14:41:06.242246 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a14:41:06.253841 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a14:41:06.265178 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a14:41:06.276499 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a14:41:06.288031 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a14:41:06.299424 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a14:41:06.416752 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a14:41:06.630164 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:41:07.154485 run create_hlr_db(pid=2507): Launched\u000a14:41:07.345328 bus /sierra_2: Setting Powered False\u000a14:41:08.364785 run create_hlr_db(pid=2507): Terminated: ok {rc=0}\u000a14:41:08.777640 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2509): Launched\u000a14:41:09.084670 run osmo-hlr_10.42.42.2(pid=2510): Launched\u000a14:41:09.204455 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:41:09.745589 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2512): Launched\u000a14:41:10.053693 run osmo-stp_10.42.42.5(pid=2513): Launched\u000a14:41:10.165161 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:41:10.725680 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2515): Launched\u000a14:41:11.034206 run osmo-msc_10.42.42.6(pid=2516): Launched\u000a14:41:11.215091 run osmo-stp_10.42.42.5(pid=2513): ERR: Terminated: ERROR {rc=1} [trial-2406↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2513)]\u000a14:41:11.346149 run osmo-stp_10.42.42.5(pid=2513): stdout: \u000a| (launched: 2022-12-14_14:41:09.901407)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:41:11.474284 run osmo-stp_10.42.42.5(pid=2513): stderr: \u000a| �[0;m�[38;5;43m20221214144110072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214144110072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214144110072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214144110072 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214144110075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214144110075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214144110075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:41:11.597083 run osmo-stp_10.42.42.5(pid=2513): stdout: \u000a| (launched: 2022-12-14_14:41:09.901407)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:41:11.718568 run osmo-stp_10.42.42.5(pid=2513): stderr: \u000a| �[0;m�[38;5;43m20221214144110072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214144110072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214144110072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214144110072 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214144110075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214144110075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214144110075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:41:11.772305 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2513): Process ended prematurely: osmo-stp_10.42.42.5(pid=2513) [trial-2406↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2513)] [trial-2406↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a14:41:11.781010 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a14:41:11.841459 run osmo-hlr_10.42.42.2(pid=2510): ERR: Terminated: ERROR {rc=237} [trial-2406↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2510)]\u000a14:41:11.890848 run osmo-hlr_10.42.42.2(pid=2510): stdout: \u000a| (launched: 2022-12-14_14:41:08.932618) \u000a14:41:11.940765 run osmo-hlr_10.42.42.2(pid=2510): stderr: \u000a| �[0;m�[1;31m20221214144109112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214144109112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214144109112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214144109112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214144109112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214144109112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214144109125 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214144109133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214144109134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214144109134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:41:12.008247 run osmo-msc_10.42.42.6(pid=2516): ERR: Terminated: ERROR {rc=2} [trial-2406↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2516)]\u000a14:41:12.057648 run osmo-msc_10.42.42.6(pid=2516): stdout: \u000a| (launched: 2022-12-14_14:41:10.880706) \u000a14:41:12.107312 run osmo-msc_10.42.42.6(pid=2516): stderr: \u000a| �[0;m�[38;5;43m20221214144111153 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214144111153 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdb3dff3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214144111154 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214144111154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214144111154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214144111154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214144111156 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214144111156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214144111156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214144111156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:41:12.149825 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2509): Terminating (SIGTERM)\u000a14:41:12.189735 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2512): Terminating (SIGTERM)\u000a14:41:12.229409 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2515): Terminating (SIGTERM)\u000a14:41:12.238507 --- ParallelTerminationStrategy: PID 2509 died...\u000a14:41:12.292093 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2509): Terminated: ok {rc=0}\u000a14:41:12.301662 --- ParallelTerminationStrategy: PID 2512 died...\u000a14:41:12.354792 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2512): Terminated: ok {rc=0}\u000a14:41:12.364225 --- ParallelTerminationStrategy: PID 2515 died...\u000a14:41:12.417355 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2515): Terminated: ok {rc=0}\u000a14:41:12.505984 bus /sierra_3: Setting Powered False\u000a14:41:13.607715 bus /sierra_3: Setting Powered False\u000a14:41:14.714524 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "44", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:40:55" }, { "cases" : [ { "testActions" : [ ], "age" : 90, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2527): Process ended prematurely: osmo-stp_10.42.42.5(pid=2527) [trial-2406↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2527)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2527): Process ended prematurely: osmo-stp_10.42.42.5(pid=2527) [trial-2406↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2527)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a14:41:16.799544 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a14:41:16.815269 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a14:41:17.000281 tst mo_mt_call.py: using LAC 41599\u000a14:41:17.154972 tst mo_mt_call.py: using RAC 34\u000a14:41:17.305200 tst mo_mt_call.py: using CellId 41599\u000a14:41:17.432939 tst mo_mt_call.py: using BVCI 41600\u000a14:41:17.458098 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a14:41:17.469945 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a14:41:17.482069 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a14:41:17.493722 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a14:41:17.505397 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a14:41:17.516898 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a14:41:17.634540 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a14:41:17.837083 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:41:18.319765 run create_hlr_db(pid=2521): Launched\u000a14:41:18.495421 bus /sierra_2: Setting Powered False\u000a14:41:19.517939 run create_hlr_db(pid=2521): Terminated: ok {rc=0}\u000a14:41:19.953284 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2523): Launched\u000a14:41:20.283142 run osmo-hlr_10.42.42.2(pid=2524): Launched\u000a14:41:20.407019 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:41:20.976757 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2526): Launched\u000a14:41:21.307006 run osmo-stp_10.42.42.5(pid=2527): Launched\u000a14:41:21.426653 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:41:22.034319 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2529): Launched\u000a14:41:22.341593 run osmo-msc_10.42.42.6(pid=2530): Launched\u000a14:41:22.521373 run osmo-stp_10.42.42.5(pid=2527): ERR: Terminated: ERROR {rc=1} [trial-2406↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2527)]\u000a14:41:22.652367 run osmo-stp_10.42.42.5(pid=2527): stdout: \u000a| (launched: 2022-12-14_14:41:21.143648)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:41:22.780313 run osmo-stp_10.42.42.5(pid=2527): stderr: \u000a| �[0;m�[38;5;43m20221214144121335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214144121335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214144121336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214144121336 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214144121339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214144121339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214144121339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:41:22.903259 run osmo-stp_10.42.42.5(pid=2527): stdout: \u000a| (launched: 2022-12-14_14:41:21.143648)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:41:23.024333 run osmo-stp_10.42.42.5(pid=2527): stderr: \u000a| �[0;m�[38;5;43m20221214144121335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214144121335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214144121336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214144121336 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214144121339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214144121339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214144121339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:41:23.077938 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2527): Process ended prematurely: osmo-stp_10.42.42.5(pid=2527) [trial-2406↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2527)] [trial-2406↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a14:41:23.086677 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a14:41:23.146811 run osmo-hlr_10.42.42.2(pid=2524): ERR: Terminated: ERROR {rc=237} [trial-2406↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2524)]\u000a14:41:23.196146 run osmo-hlr_10.42.42.2(pid=2524): stdout: \u000a| (launched: 2022-12-14_14:41:20.120651) \u000a14:41:23.246173 run osmo-hlr_10.42.42.2(pid=2524): stderr: \u000a| �[0;m�[1;31m20221214144120319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214144120319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214144120319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214144120319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214144120319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214144120319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214144120333 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214144120343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214144120344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214144120344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:41:23.313688 run osmo-msc_10.42.42.6(pid=2530): ERR: Terminated: ERROR {rc=2} [trial-2406↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2530)]\u000a14:41:23.362775 run osmo-msc_10.42.42.6(pid=2530): stdout: \u000a| (launched: 2022-12-14_14:41:22.190189) \u000a14:41:23.413175 run osmo-msc_10.42.42.6(pid=2530): stderr: \u000a| �[0;m�[38;5;43m20221214144122464 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214144122464 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd37a750c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214144122464 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214144122464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214144122464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214144122464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214144122466 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214144122466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214144122467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214144122467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:41:23.455443 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2523): Terminating (SIGTERM)\u000a14:41:23.495445 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2526): Terminating (SIGTERM)\u000a14:41:23.535476 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2529): Terminating (SIGTERM)\u000a14:41:23.544592 --- ParallelTerminationStrategy: PID 2523 died...\u000a14:41:23.599010 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2523): Terminated: ok {rc=0}\u000a14:41:23.608449 --- ParallelTerminationStrategy: PID 2526 died...\u000a14:41:23.662062 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2526): Terminated: ok {rc=0}\u000a14:41:23.671544 --- ParallelTerminationStrategy: PID 2529 died...\u000a14:41:23.725179 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2529): Terminated: ok {rc=0}\u000a14:41:23.812913 bus /sierra_3: Setting Powered False\u000a14:41:24.915010 bus /sierra_3: Setting Powered False\u000a14:41:26.026820 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 90, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2538): Process ended prematurely: osmo-stp_10.42.42.5(pid=2538) [trial-2406↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2538)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2538): Process ended prematurely: osmo-stp_10.42.42.5(pid=2538) [trial-2406↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2538)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a14:41:27.137517 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a14:41:27.150394 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a14:41:27.308457 tst mo_mt_call_osmux.py: using LAC 41600\u000a14:41:27.439509 tst mo_mt_call_osmux.py: using RAC 35\u000a14:41:27.566084 tst mo_mt_call_osmux.py: using CellId 41600\u000a14:41:27.694344 tst mo_mt_call_osmux.py: using BVCI 41601\u000a14:41:27.719509 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a14:41:27.731461 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a14:41:27.743160 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a14:41:27.754889 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a14:41:27.766597 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a14:41:27.778079 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a14:41:27.898723 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a14:41:28.101262 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:41:28.586940 run create_hlr_db(pid=2532): Launched\u000a14:41:28.762483 bus /sierra_2: Setting Powered False\u000a14:41:29.784001 run create_hlr_db(pid=2532): Terminated: ok {rc=0}\u000a14:41:30.193634 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2534): Launched\u000a14:41:30.500455 run osmo-hlr_10.42.42.2(pid=2535): Launched\u000a14:41:30.619957 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:41:31.202432 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2537): Launched\u000a14:41:31.622287 run osmo-stp_10.42.42.5(pid=2538): Launched\u000a14:41:31.787556 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:41:32.446964 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2540): Launched\u000a14:41:32.756759 run osmo-msc_10.42.42.6(pid=2541): Launched\u000a14:41:32.936655 run osmo-stp_10.42.42.5(pid=2538): ERR: Terminated: ERROR {rc=1} [trial-2406↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2538)]\u000a14:41:33.067113 run osmo-stp_10.42.42.5(pid=2538): stdout: \u000a| (launched: 2022-12-14_14:41:31.361410)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:41:33.195007 run osmo-stp_10.42.42.5(pid=2538): stderr: \u000a| �[0;m�[38;5;43m20221214144131710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214144131710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214144131710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214144131711 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214144131711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214144131711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214144131711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:41:33.317627 run osmo-stp_10.42.42.5(pid=2538): stdout: \u000a| (launched: 2022-12-14_14:41:31.361410)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:41:33.438898 run osmo-stp_10.42.42.5(pid=2538): stderr: \u000a| �[0;m�[38;5;43m20221214144131710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214144131710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214144131710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214144131711 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214144131711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214144131711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214144131711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:41:33.493273 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2538): Process ended prematurely: osmo-stp_10.42.42.5(pid=2538) [trial-2406↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2538)] [trial-2406↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a14:41:33.501948 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a14:41:33.561887 run osmo-hlr_10.42.42.2(pid=2535): ERR: Terminated: ERROR {rc=237} [trial-2406↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2535)]\u000a14:41:33.611063 run osmo-hlr_10.42.42.2(pid=2535): stdout: \u000a| (launched: 2022-12-14_14:41:30.348821) \u000a14:41:33.660801 run osmo-hlr_10.42.42.2(pid=2535): stderr: \u000a| �[0;m�[1;31m20221214144130525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214144130525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214144130525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214144130525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214144130525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214144130525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214144130539 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214144130548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214144130548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214144130548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:41:33.728033 run osmo-msc_10.42.42.6(pid=2541): ERR: Terminated: ERROR {rc=2} [trial-2406↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2541)]\u000a14:41:33.777057 run osmo-msc_10.42.42.6(pid=2541): stdout: \u000a| (launched: 2022-12-14_14:41:32.601863) \u000a14:41:33.826660 run osmo-msc_10.42.42.6(pid=2541): stderr: \u000a| �[0;m�[38;5;43m20221214144132872 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214144132872 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdb039f9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214144132872 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214144132872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214144132872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214144132873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214144132874 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214144132875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214144132875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214144132875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:41:33.868633 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2534): Terminating (SIGTERM)\u000a14:41:33.908377 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2537): Terminating (SIGTERM)\u000a14:41:33.948482 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2540): Terminating (SIGTERM)\u000a14:41:33.957619 --- ParallelTerminationStrategy: PID 2534 died...\u000a14:41:34.011128 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2534): Terminated: ok {rc=0}\u000a14:41:34.020517 --- ParallelTerminationStrategy: PID 2537 died...\u000a14:41:34.073705 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2537): Terminated: ok {rc=0}\u000a14:41:34.083143 --- ParallelTerminationStrategy: PID 2540 died...\u000a14:41:34.136329 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2540): Terminated: ok {rc=0}\u000a14:41:34.218746 bus /sierra_3: Setting Powered False\u000a14:41:35.325423 bus /sierra_3: Setting Powered False\u000a14:41:36.435349 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "45", "name" : "voice_trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:41:16" }, { "cases" : [ { "testActions" : [ ], "age" : 90, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2552): Process ended prematurely: osmo-stp_10.42.42.5(pid=2552) [trial-2406↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2552)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2552): Process ended prematurely: osmo-stp_10.42.42.5(pid=2552) [trial-2406↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2552)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a14:41:38.423759 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a14:41:38.434702 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a14:41:38.594073 tst mo_mt_call.py: using LAC 41601\u000a14:41:38.715368 tst mo_mt_call.py: using RAC 36\u000a14:41:38.837375 tst mo_mt_call.py: using CellId 41601\u000a14:41:38.965978 tst mo_mt_call.py: using BVCI 41602\u000a14:41:38.990962 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a14:41:39.002501 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a14:41:39.013858 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a14:41:39.025758 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a14:41:39.037453 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a14:41:39.049199 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a14:41:39.168894 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a14:41:39.381565 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:41:39.909284 run create_hlr_db(pid=2546): Launched\u000a14:41:40.099813 bus /sierra_2: Setting Powered False\u000a14:41:41.119520 run create_hlr_db(pid=2546): Terminated: ok {rc=0}\u000a14:41:41.534190 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2548): Launched\u000a14:41:41.840603 run osmo-hlr_10.42.42.2(pid=2549): Launched\u000a14:41:41.962148 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:41:42.503222 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2551): Launched\u000a14:41:42.810034 run osmo-stp_10.42.42.5(pid=2552): Launched\u000a14:41:42.921752 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:41:43.482584 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2554): Launched\u000a14:41:43.792332 run osmo-msc_10.42.42.6(pid=2555): Launched\u000a14:41:43.973304 run osmo-stp_10.42.42.5(pid=2552): ERR: Terminated: ERROR {rc=1} [trial-2406↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2552)]\u000a14:41:44.103938 run osmo-stp_10.42.42.5(pid=2552): stdout: \u000a| (launched: 2022-12-14_14:41:42.658296)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:41:44.232347 run osmo-stp_10.42.42.5(pid=2552): stderr: \u000a| �[0;m�[38;5;43m20221214144142832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214144142832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214144142833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214144142833 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214144142834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214144142834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214144142834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:41:44.355330 run osmo-stp_10.42.42.5(pid=2552): stdout: \u000a| (launched: 2022-12-14_14:41:42.658296)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:41:44.477261 run osmo-stp_10.42.42.5(pid=2552): stderr: \u000a| �[0;m�[38;5;43m20221214144142832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214144142832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214144142833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214144142833 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214144142834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214144142834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214144142834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:41:44.531066 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2552): Process ended prematurely: osmo-stp_10.42.42.5(pid=2552) [trial-2406↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2552)] [trial-2406↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a14:41:44.539769 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a14:41:44.600316 run osmo-hlr_10.42.42.2(pid=2549): ERR: Terminated: ERROR {rc=237} [trial-2406↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2549)]\u000a14:41:44.649796 run osmo-hlr_10.42.42.2(pid=2549): stdout: \u000a| (launched: 2022-12-14_14:41:41.689927) \u000a14:41:44.699755 run osmo-hlr_10.42.42.2(pid=2549): stderr: \u000a| �[0;m�[1;31m20221214144141865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214144141865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214144141865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214144141865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214144141865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214144141865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214144141878 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214144141886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214144141887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214144141887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:41:44.767584 run osmo-msc_10.42.42.6(pid=2555): ERR: Terminated: ERROR {rc=2} [trial-2406↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2555)]\u000a14:41:44.817043 run osmo-msc_10.42.42.6(pid=2555): stdout: \u000a| (launched: 2022-12-14_14:41:43.638654) \u000a14:41:44.866739 run osmo-msc_10.42.42.6(pid=2555): stderr: \u000a| �[0;m�[38;5;43m20221214144143912 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214144143912 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7b77622c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214144143912 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214144143912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214144143913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214144143913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214144143914 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214144143915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214144143915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214144143915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:41:44.909286 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2548): Terminating (SIGTERM)\u000a14:41:44.949324 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2551): Terminating (SIGTERM)\u000a14:41:44.989879 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2554): Terminating (SIGTERM)\u000a14:41:44.999064 --- ParallelTerminationStrategy: PID 2548 died...\u000a14:41:45.052624 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2548): Terminated: ok {rc=0}\u000a14:41:45.062127 --- ParallelTerminationStrategy: PID 2551 died...\u000a14:41:45.115972 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2551): Terminated: ok {rc=0}\u000a14:41:45.125814 --- ParallelTerminationStrategy: PID 2554 died...\u000a14:41:45.179623 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2554): Terminated: ok {rc=0}\u000a14:41:45.268240 bus /sierra_3: Setting Powered False\u000a14:41:46.394806 bus /sierra_3: Setting Powered False\u000a14:41:47.508797 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 90, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2563): Process ended prematurely: osmo-stp_10.42.42.5(pid=2563) [trial-2406↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2563)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2563): Process ended prematurely: osmo-stp_10.42.42.5(pid=2563) [trial-2406↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2563)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a14:41:48.621104 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a14:41:48.632646 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a14:41:48.790520 tst mo_mt_call_osmux.py: using LAC 41602\u000a14:41:48.910232 tst mo_mt_call_osmux.py: using RAC 37\u000a14:41:49.038741 tst mo_mt_call_osmux.py: using CellId 41602\u000a14:41:49.169915 tst mo_mt_call_osmux.py: using BVCI 41603\u000a14:41:49.195249 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a14:41:49.206677 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a14:41:49.218194 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a14:41:49.229670 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a14:41:49.241414 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a14:41:49.253217 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a14:41:49.371073 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a14:41:49.587386 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:41:50.113085 run create_hlr_db(pid=2557): Launched\u000a14:41:50.303824 bus /sierra_2: Setting Powered False\u000a14:41:51.323781 run create_hlr_db(pid=2557): Terminated: ok {rc=0}\u000a14:41:51.739518 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2559): Launched\u000a14:41:52.048328 run osmo-hlr_10.42.42.2(pid=2560): Launched\u000a14:41:52.170169 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:41:52.711125 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2562): Launched\u000a14:41:53.018727 run osmo-stp_10.42.42.5(pid=2563): Launched\u000a14:41:53.130865 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:41:53.694421 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2565): Launched\u000a14:41:54.003028 run osmo-msc_10.42.42.6(pid=2566): Launched\u000a14:41:54.182875 run osmo-stp_10.42.42.5(pid=2563): ERR: Terminated: ERROR {rc=1} [trial-2406↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2563)]\u000a14:41:54.313453 run osmo-stp_10.42.42.5(pid=2563): stdout: \u000a| (launched: 2022-12-14_14:41:52.866627)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:41:54.441722 run osmo-stp_10.42.42.5(pid=2563): stderr: \u000a| �[0;m�[38;5;43m20221214144153038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214144153039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214144153039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214144153039 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214144153040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214144153040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214144153040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:41:54.564395 run osmo-stp_10.42.42.5(pid=2563): stdout: \u000a| (launched: 2022-12-14_14:41:52.866627)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:41:54.686079 run osmo-stp_10.42.42.5(pid=2563): stderr: \u000a| �[0;m�[38;5;43m20221214144153038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214144153039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214144153039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214144153039 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214144153040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214144153040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214144153040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:41:54.739521 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2563): Process ended prematurely: osmo-stp_10.42.42.5(pid=2563) [trial-2406↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2563)] [trial-2406↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a14:41:54.748201 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a14:41:54.808771 run osmo-hlr_10.42.42.2(pid=2560): ERR: Terminated: ERROR {rc=237} [trial-2406↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2560)]\u000a14:41:54.859906 run osmo-hlr_10.42.42.2(pid=2560): stdout: \u000a| (launched: 2022-12-14_14:41:51.895590) \u000a14:41:54.913130 run osmo-hlr_10.42.42.2(pid=2560): stderr: \u000a| �[0;m�[1;31m20221214144152073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214144152073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214144152073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214144152073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214144152073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214144152074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214144152086 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214144152094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214144152094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214144152094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:41:54.983241 run osmo-msc_10.42.42.6(pid=2566): ERR: Terminated: ERROR {rc=2} [trial-2406↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2566)]\u000a14:41:55.035230 run osmo-msc_10.42.42.6(pid=2566): stdout: \u000a| (launched: 2022-12-14_14:41:53.850343) \u000a14:41:55.086172 run osmo-msc_10.42.42.6(pid=2566): stderr: \u000a| �[0;m�[38;5;43m20221214144154124 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214144154124 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f705eb8dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214144154124 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214144154124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214144154124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214144154124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214144154126 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214144154127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214144154127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214144154127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:41:55.129552 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2559): Terminating (SIGTERM)\u000a14:41:55.170874 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2562): Terminating (SIGTERM)\u000a14:41:55.211821 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2565): Terminating (SIGTERM)\u000a14:41:55.221171 --- ParallelTerminationStrategy: PID 2559 died...\u000a14:41:55.274848 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2559): Terminated: ok {rc=0}\u000a14:41:55.284396 --- ParallelTerminationStrategy: PID 2562 died...\u000a14:41:55.338175 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2562): Terminated: ok {rc=0}\u000a14:41:55.347750 --- ParallelTerminationStrategy: PID 2565 died...\u000a14:41:55.401680 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2565): Terminated: ok {rc=0}\u000a14:41:55.491424 bus /sierra_3: Setting Powered False\u000a14:41:56.595066 bus /sierra_3: Setting Powered False\u000a14:41:57.706725 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "46", "name" : "voice_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:41:38" }, { "cases" : [ { "testActions" : [ ], "age" : 90, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2581): Process ended prematurely: osmo-stp_10.42.42.5(pid=2581) [trial-2406↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2581)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2581): Process ended prematurely: osmo-stp_10.42.42.5(pid=2581) [trial-2406↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2581)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call.py\u000a----------------------------------------------\u000a14:41:59.707201 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a14:41:59.718850 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a14:41:59.865114 tst mo_mt_call.py: using LAC 41603\u000a14:41:59.994009 tst mo_mt_call.py: using RAC 38\u000a14:42:00.123048 tst mo_mt_call.py: using CellId 41603\u000a14:42:00.255307 tst mo_mt_call.py: using BVCI 41604\u000a14:42:00.280165 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a14:42:00.291647 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a14:42:00.302913 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a14:42:00.314232 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a14:42:00.325757 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a14:42:00.337302 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a14:42:00.456488 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a14:42:00.669450 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:42:01.299149 run create_hlr_db(pid=2575): Launched\u000a14:42:01.484925 bus /sierra_2: Setting Powered False\u000a14:42:02.499515 run create_hlr_db(pid=2575): Terminated: ok {rc=0}\u000a14:42:02.908672 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2577): Launched\u000a14:42:03.214799 run osmo-hlr_10.42.42.2(pid=2578): Launched\u000a14:42:03.332573 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:42:03.872448 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2580): Launched\u000a14:42:04.179155 run osmo-stp_10.42.42.5(pid=2581): Launched\u000a14:42:04.290912 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:42:04.851055 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2583): Launched\u000a14:42:05.160693 run osmo-msc_10.42.42.6(pid=2584): Launched\u000a14:42:05.343304 run osmo-stp_10.42.42.5(pid=2581): ERR: Terminated: ERROR {rc=1} [trial-2406↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2581)]\u000a14:42:05.473938 run osmo-stp_10.42.42.5(pid=2581): stdout: \u000a| (launched: 2022-12-14_14:42:04.027668)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:42:05.601844 run osmo-stp_10.42.42.5(pid=2581): stderr: \u000a| �[0;m�[38;5;43m20221214144204201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214144204202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214144204202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214144204202 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214144204203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214144204203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214144204203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:42:05.724671 run osmo-stp_10.42.42.5(pid=2581): stdout: \u000a| (launched: 2022-12-14_14:42:04.027668)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:42:05.846471 run osmo-stp_10.42.42.5(pid=2581): stderr: \u000a| �[0;m�[38;5;43m20221214144204201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214144204202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214144204202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214144204202 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214144204203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214144204203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214144204203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:42:05.900037 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2581): Process ended prematurely: osmo-stp_10.42.42.5(pid=2581) [trial-2406↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2581)] [trial-2406↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8]\u000a14:42:05.908665 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a14:42:05.968715 run osmo-hlr_10.42.42.2(pid=2578): ERR: Terminated: ERROR {rc=237} [trial-2406↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2578)]\u000a14:42:06.018082 run osmo-hlr_10.42.42.2(pid=2578): stdout: \u000a| (launched: 2022-12-14_14:42:03.063792) \u000a14:42:06.067993 run osmo-hlr_10.42.42.2(pid=2578): stderr: \u000a| �[0;m�[1;31m20221214144203240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214144203240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214144203240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214144203240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214144203240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214144203240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214144203253 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214144203262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214144203262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214144203262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:42:06.135684 run osmo-msc_10.42.42.6(pid=2584): ERR: Terminated: ERROR {rc=2} [trial-2406↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2584)]\u000a14:42:06.184843 run osmo-msc_10.42.42.6(pid=2584): stdout: \u000a| (launched: 2022-12-14_14:42:05.006239) \u000a14:42:06.234686 run osmo-msc_10.42.42.6(pid=2584): stderr: \u000a| �[0;m�[38;5;43m20221214144205278 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214144205279 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0d81875c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214144205279 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214144205279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214144205279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214144205279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214144205282 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214144205283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214144205283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214144205283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:42:06.277101 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2577): Terminating (SIGTERM)\u000a14:42:06.317213 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2580): Terminating (SIGTERM)\u000a14:42:06.357145 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2583): Terminating (SIGTERM)\u000a14:42:06.366236 --- ParallelTerminationStrategy: PID 2577 died...\u000a14:42:06.419761 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2577): Terminated: ok {rc=0}\u000a14:42:06.429270 --- ParallelTerminationStrategy: PID 2580 died...\u000a14:42:06.482433 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2580): Terminated: ok {rc=0}\u000a14:42:06.491881 --- ParallelTerminationStrategy: PID 2583 died...\u000a14:42:06.545353 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2583): Terminated: ok {rc=0}\u000a14:42:06.628622 bus /sierra_3: Setting Powered False\u000a14:42:07.734470 bus /sierra_3: Setting Powered False\u000a14:42:08.843230 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 90, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2592): Process ended prematurely: osmo-stp_10.42.42.5(pid=2592) [trial-2406↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2592)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2592): Process ended prematurely: osmo-stp_10.42.42.5(pid=2592) [trial-2406↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2592)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a14:42:09.958302 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a14:42:09.970559 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a14:42:10.117862 tst mo_mt_call_osmux.py: using LAC 41604\u000a14:42:10.246182 tst mo_mt_call_osmux.py: using RAC 39\u000a14:42:10.374130 tst mo_mt_call_osmux.py: using CellId 41604\u000a14:42:10.502203 tst mo_mt_call_osmux.py: using BVCI 41605\u000a14:42:10.527204 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a14:42:10.538941 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a14:42:10.550208 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a14:42:10.561514 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a14:42:10.572679 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a14:42:10.583963 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a14:42:10.704032 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a14:42:10.917144 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:42:11.446188 run create_hlr_db(pid=2586): Launched\u000a14:42:11.635502 bus /sierra_2: Setting Powered False\u000a14:42:12.655605 run create_hlr_db(pid=2586): Terminated: ok {rc=0}\u000a14:42:13.068562 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2588): Launched\u000a14:42:13.377038 run osmo-hlr_10.42.42.2(pid=2589): Launched\u000a14:42:13.489733 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:42:14.021791 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2591): Launched\u000a14:42:14.329204 run osmo-stp_10.42.42.5(pid=2592): Launched\u000a14:42:14.441387 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:42:15.001499 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2594): Launched\u000a14:42:15.312387 run osmo-msc_10.42.42.6(pid=2595): Launched\u000a14:42:15.495171 run osmo-stp_10.42.42.5(pid=2592): ERR: Terminated: ERROR {rc=1} [trial-2406↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2592)]\u000a14:42:15.625636 run osmo-stp_10.42.42.5(pid=2592): stdout: \u000a| (launched: 2022-12-14_14:42:14.177150)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:42:15.753899 run osmo-stp_10.42.42.5(pid=2592): stderr: \u000a| �[0;m�[38;5;43m20221214144214348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214144214348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214144214348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214144214348 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214144214351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214144214351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214144214351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:42:15.908149 run osmo-stp_10.42.42.5(pid=2592): stdout: \u000a| (launched: 2022-12-14_14:42:14.177150)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:42:16.069309 run osmo-stp_10.42.42.5(pid=2592): stderr: \u000a| �[0;m�[38;5;43m20221214144214348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214144214348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214144214348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214144214348 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214144214351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214144214351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214144214351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:42:16.148901 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2592): Process ended prematurely: osmo-stp_10.42.42.5(pid=2592) [trial-2406↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2592)] [trial-2406↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8]\u000a14:42:16.163244 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a14:42:16.247390 run osmo-hlr_10.42.42.2(pid=2589): ERR: Terminated: ERROR {rc=237} [trial-2406↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2589)]\u000a14:42:16.315417 run osmo-hlr_10.42.42.2(pid=2589): stdout: \u000a| (launched: 2022-12-14_14:42:13.224523) \u000a14:42:16.385200 run osmo-hlr_10.42.42.2(pid=2589): stderr: \u000a| �[0;m�[1;31m20221214144213402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214144213402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214144213402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214144213402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214144213403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214144213403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214144213415 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214144213423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214144213424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214144213424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:42:16.474844 run osmo-msc_10.42.42.6(pid=2595): ERR: Terminated: ERROR {rc=2} [trial-2406↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2595)]\u000a14:42:16.542045 run osmo-msc_10.42.42.6(pid=2595): stdout: \u000a| (launched: 2022-12-14_14:42:15.156920) \u000a14:42:16.602952 run osmo-msc_10.42.42.6(pid=2595): stderr: \u000a| �[0;m�[38;5;43m20221214144215429 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214144215429 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4f53462c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214144215429 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214144215429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214144215429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214144215430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214144215431 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214144215432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214144215432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214144215432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:42:16.648182 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2588): Terminating (SIGTERM)\u000a14:42:16.692496 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2591): Terminating (SIGTERM)\u000a14:42:16.735234 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2594): Terminating (SIGTERM)\u000a14:42:16.745012 --- ParallelTerminationStrategy: PID 2588 died...\u000a14:42:16.802442 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2588): Terminated: ok {rc=0}\u000a14:42:16.813679 --- ParallelTerminationStrategy: PID 2591 died...\u000a14:42:16.869622 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2591): Terminated: ok {rc=0}\u000a14:42:16.881183 --- ParallelTerminationStrategy: PID 2594 died...\u000a14:42:16.937394 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2594): Terminated: ok {rc=0}\u000a14:42:17.025209 bus /sierra_3: Setting Powered False\u000a14:42:18.130213 bus /sierra_3: Setting Powered False\u000a14:42:19.242137 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "47", "name" : "voice_trx-b200+mod-bts0-trxdversion0", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:41:59" }, { "cases" : [ { "testActions" : [ ], "age" : 263, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2606): Process ended prematurely: osmo-stp_10.42.42.5(pid=2606) [trial-2406↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2606)]", "failedSince" : 2145, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2606): Process ended prematurely: osmo-stp_10.42.42.5(pid=2606) [trial-2406↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2606)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a14:42:21.239321 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a14:42:21.251165 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a14:42:21.398969 tst mo_mt_call.py: using LAC 41605\u000a14:42:21.529349 tst mo_mt_call.py: using RAC 40\u000a14:42:21.659155 tst mo_mt_call.py: using CellId 41605\u000a14:42:21.789251 tst mo_mt_call.py: using BVCI 41606\u000a14:42:21.814408 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a14:42:21.826134 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a14:42:21.837697 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a14:42:21.849413 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a14:42:21.861061 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a14:42:21.872483 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a14:42:21.989592 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a14:42:22.202573 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:42:22.727357 run create_hlr_db(pid=2600): Launched\u000a14:42:22.917433 bus /sierra_2: Setting Powered False\u000a14:42:23.938693 run create_hlr_db(pid=2600): Terminated: ok {rc=0}\u000a14:42:24.352734 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2602): Launched\u000a14:42:24.660241 run osmo-hlr_10.42.42.2(pid=2603): Launched\u000a14:42:24.778972 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:42:25.312400 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2605): Launched\u000a14:42:25.620096 run osmo-stp_10.42.42.5(pid=2606): Launched\u000a14:42:25.733582 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:42:26.297822 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2608): Launched\u000a14:42:26.606991 run osmo-msc_10.42.42.6(pid=2609): Launched\u000a14:42:26.789510 run osmo-stp_10.42.42.5(pid=2606): ERR: Terminated: ERROR {rc=1} [trial-2406↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2606)]\u000a14:42:26.920450 run osmo-stp_10.42.42.5(pid=2606): stdout: \u000a| (launched: 2022-12-14_14:42:25.467926)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:42:27.048920 run osmo-stp_10.42.42.5(pid=2606): stderr: \u000a| �[0;m�[38;5;43m20221214144225641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214144225641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214144225641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214144225642 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214144225642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214144225642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214144225642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:42:27.172084 run osmo-stp_10.42.42.5(pid=2606): stdout: \u000a| (launched: 2022-12-14_14:42:25.467926)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:42:27.294106 run osmo-stp_10.42.42.5(pid=2606): stderr: \u000a| �[0;m�[38;5;43m20221214144225641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214144225641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214144225641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214144225642 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214144225642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214144225642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214144225642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:42:27.347833 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2606): Process ended prematurely: osmo-stp_10.42.42.5(pid=2606) [trial-2406↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2606)] [trial-2406↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a14:42:27.356498 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a14:42:27.417103 run osmo-hlr_10.42.42.2(pid=2603): ERR: Terminated: ERROR {rc=237} [trial-2406↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2603)]\u000a14:42:27.466813 run osmo-hlr_10.42.42.2(pid=2603): stdout: \u000a| (launched: 2022-12-14_14:42:24.508176) \u000a14:42:27.517025 run osmo-hlr_10.42.42.2(pid=2603): stderr: \u000a| �[0;m�[1;31m20221214144224686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214144224686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214144224686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214144224686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214144224686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214144224686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214144224699 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214144224707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214144224707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214144224707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:42:27.585475 run osmo-msc_10.42.42.6(pid=2609): ERR: Terminated: ERROR {rc=2} [trial-2406↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2609)]\u000a14:42:27.634907 run osmo-msc_10.42.42.6(pid=2609): stdout: \u000a| (launched: 2022-12-14_14:42:26.453786) \u000a14:42:27.685265 run osmo-msc_10.42.42.6(pid=2609): stderr: \u000a| �[0;m�[38;5;43m20221214144226727 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214144226727 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f65f9f1bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214144226727 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214144226727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214144226727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214144226727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214144226729 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214144226730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214144226730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214144226730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:42:27.728026 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2602): Terminating (SIGTERM)\u000a14:42:27.768460 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2605): Terminating (SIGTERM)\u000a14:42:27.808822 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2608): Terminating (SIGTERM)\u000a14:42:27.818157 --- ParallelTerminationStrategy: PID 2602 died...\u000a14:42:27.872346 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2602): Terminated: ok {rc=0}\u000a14:42:27.882287 --- ParallelTerminationStrategy: PID 2605 died...\u000a14:42:27.936445 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2605): Terminated: ok {rc=0}\u000a14:42:27.946033 --- ParallelTerminationStrategy: PID 2608 died...\u000a14:42:27.999962 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2608): Terminated: ok {rc=0}\u000a14:42:28.089348 bus /sierra_3: Setting Powered False\u000a14:42:29.192388 bus /sierra_3: Setting Powered False\u000a14:42:30.305064 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2617): Process ended prematurely: osmo-stp_10.42.42.5(pid=2617) [trial-2406↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2617)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2617): Process ended prematurely: osmo-stp_10.42.42.5(pid=2617) [trial-2406↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2617)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a14:42:31.435518 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a14:42:31.449007 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a14:42:31.603778 tst mo_mt_call_osmux.py: using LAC 41606\u000a14:42:31.735312 tst mo_mt_call_osmux.py: using RAC 41\u000a14:42:31.859418 tst mo_mt_call_osmux.py: using CellId 41606\u000a14:42:31.987910 tst mo_mt_call_osmux.py: using BVCI 41607\u000a14:42:32.013519 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a14:42:32.026060 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a14:42:32.038379 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a14:42:32.050802 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a14:42:32.063284 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a14:42:32.076074 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a14:42:32.193935 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a14:42:32.411652 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:42:32.932175 run create_hlr_db(pid=2611): Launched\u000a14:42:33.120663 bus /sierra_2: Setting Powered False\u000a14:42:34.141027 run create_hlr_db(pid=2611): Terminated: ok {rc=0}\u000a14:42:34.551295 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2613): Launched\u000a14:42:34.857065 run osmo-hlr_10.42.42.2(pid=2614): Launched\u000a14:42:34.976259 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:42:35.522137 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2616): Launched\u000a14:42:35.846869 run osmo-stp_10.42.42.5(pid=2617): Launched\u000a14:42:35.964284 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:42:36.559632 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2620): Launched\u000a14:42:36.883697 run osmo-msc_10.42.42.6(pid=2622): Launched\u000a14:42:37.072497 run osmo-stp_10.42.42.5(pid=2617): ERR: Terminated: ERROR {rc=1} [trial-2406↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2617)]\u000a14:42:37.210501 run osmo-stp_10.42.42.5(pid=2617): stdout: \u000a| (launched: 2022-12-14_14:42:35.687491)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:42:37.347072 run osmo-stp_10.42.42.5(pid=2617): stderr: \u000a| �[0;m�[38;5;43m20221214144235880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214144235880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214144235880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214144235881 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214144235881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214144235881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214144235881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:42:37.477565 run osmo-stp_10.42.42.5(pid=2617): stdout: \u000a| (launched: 2022-12-14_14:42:35.687491)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:42:37.606396 run osmo-stp_10.42.42.5(pid=2617): stderr: \u000a| �[0;m�[38;5;43m20221214144235880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214144235880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214144235880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214144235881 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214144235881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214144235881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214144235881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:42:37.663207 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2617): Process ended prematurely: osmo-stp_10.42.42.5(pid=2617) [trial-2406↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2617)] [trial-2406↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a14:42:37.672351 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a14:42:37.734749 run osmo-hlr_10.42.42.2(pid=2614): ERR: Terminated: ERROR {rc=237} [trial-2406↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2614)]\u000a14:42:37.785854 run osmo-hlr_10.42.42.2(pid=2614): stdout: \u000a| (launched: 2022-12-14_14:42:34.706286) \u000a14:42:37.837843 run osmo-hlr_10.42.42.2(pid=2614): stderr: \u000a| �[0;m�[1;31m20221214144234885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214144234885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214144234885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214144234885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214144234885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214144234885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214144234897 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214144234906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214144234906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214144234906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:42:37.908390 run osmo-msc_10.42.42.6(pid=2622): ERR: Terminated: ERROR {rc=2} [trial-2406↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2622)]\u000a14:42:37.959517 run osmo-msc_10.42.42.6(pid=2622): stdout: \u000a| (launched: 2022-12-14_14:42:36.724372) \u000a14:42:38.012053 run osmo-msc_10.42.42.6(pid=2622): stderr: \u000a| �[0;m�[38;5;43m20221214144237046 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214144237046 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8b5f24bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214144237046 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214144237046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214144237047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214144237047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214144237048 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214144237049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214144237049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214144237049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:42:38.056064 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2613): Terminating (SIGTERM)\u000a14:42:38.097864 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2616): Terminating (SIGTERM)\u000a14:42:38.139567 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2620): Terminating (SIGTERM)\u000a14:42:38.149196 --- ParallelTerminationStrategy: PID 2613 died...\u000a14:42:38.205418 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2613): Terminated: ok {rc=0}\u000a14:42:38.215330 --- ParallelTerminationStrategy: PID 2616 died...\u000a14:42:38.270820 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2616): Terminated: ok {rc=0}\u000a14:42:38.280726 --- ParallelTerminationStrategy: PID 2620 died...\u000a14:42:38.335826 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2620): Terminated: ok {rc=0}\u000a14:42:38.422238 bus /sierra_3: Setting Powered False\u000a14:42:39.528587 bus /sierra_3: Setting Powered False\u000a14:42:40.639137 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "48", "name" : "voice_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:42:20" }, { "cases" : [ { "testActions" : [ ], "age" : 90, "className" : "emergency:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2634): Process ended prematurely: osmo-stp_10.42.42.5(pid=2634) [trial-2406↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2634)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2634): Process ended prematurely: osmo-stp_10.42.42.5(pid=2634) [trial-2406↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2634)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 emergency:trx-b200 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a14:42:42.653957 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:42:42.664412 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a14:42:42.804640 tst emergency_mo_mt_call.py: using LAC 41607\u000a14:42:42.922771 tst emergency_mo_mt_call.py: using RAC 42\u000a14:42:43.037450 tst emergency_mo_mt_call.py: using CellId 41607\u000a14:42:43.157815 tst emergency_mo_mt_call.py: using BVCI 41608\u000a14:42:43.180612 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:42:43.191442 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:42:43.201994 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:42:43.212493 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:42:43.223582 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:42:43.234593 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a14:42:43.353077 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a14:42:43.550965 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:42:44.021025 run create_hlr_db(pid=2628): Launched\u000a14:42:44.193500 bus /sierra_2: Setting Powered False\u000a14:42:45.214368 run create_hlr_db(pid=2628): Terminated: ok {rc=0}\u000a14:42:45.640127 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2630): Launched\u000a14:42:46.007391 run osmo-hlr_10.42.42.2(pid=2631): Launched\u000a14:42:46.165280 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:42:46.823531 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2633): Launched\u000a14:42:47.269943 run osmo-stp_10.42.42.5(pid=2634): Launched\u000a14:42:47.458741 tst emergency_mo_mt_call.py: using MSISDN 8739\u000a14:42:47.609928 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:42:48.155950 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2636): Launched\u000a14:42:48.454299 run osmo-msc_10.42.42.6(pid=2637): Launched\u000a14:42:48.629523 run osmo-stp_10.42.42.5(pid=2634): ERR: Terminated: ERROR {rc=1} [trial-2406↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2634)]\u000a14:42:48.756370 run osmo-stp_10.42.42.5(pid=2634): stdout: \u000a| (launched: 2022-12-14_14:42:46.988765)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:42:48.881514 run osmo-stp_10.42.42.5(pid=2634): stderr: \u000a| �[0;m�[38;5;43m20221214144247248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214144247248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214144247248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214144247249 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214144247249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214144247249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214144247249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:42:49.001580 run osmo-stp_10.42.42.5(pid=2634): stdout: \u000a| (launched: 2022-12-14_14:42:46.988765)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:42:49.120775 run osmo-stp_10.42.42.5(pid=2634): stderr: \u000a| �[0;m�[38;5;43m20221214144247248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214144247248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214144247248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214144247249 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214144247249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214144247249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214144247249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:42:49.172892 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=2634): Process ended prematurely: osmo-stp_10.42.42.5(pid=2634) [trial-2406↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2634)] [trial-2406↪emergency:trx-b200↪emergency_mo_mt_call.py:19]\u000a14:42:49.181047 tst emergency_mo_mt_call.py:19: Test FAILED (6.5 sec)\u000a14:42:49.241441 run osmo-hlr_10.42.42.2(pid=2631): ERR: Terminated: ERROR {rc=237} [trial-2406↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2631)]\u000a14:42:49.290625 run osmo-hlr_10.42.42.2(pid=2631): stdout: \u000a| (launched: 2022-12-14_14:42:45.801991) \u000a14:42:49.340445 run osmo-hlr_10.42.42.2(pid=2631): stderr: \u000a| �[0;m�[1;31m20221214144246135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214144246135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214144246135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214144246135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214144246135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214144246135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214144246155 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/emergency:trx-b200/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214144246171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214144246171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214144246171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:42:49.408007 run osmo-msc_10.42.42.6(pid=2637): ERR: Terminated: ERROR {rc=2} [trial-2406↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2637)]\u000a14:42:49.457028 run osmo-msc_10.42.42.6(pid=2637): stdout: \u000a| (launched: 2022-12-14_14:42:48.306271) \u000a14:42:49.506938 run osmo-msc_10.42.42.6(pid=2637): stderr: \u000a| �[0;m�[38;5;43m20221214144248579 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214144248579 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1825da4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214144248579 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214144248579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214144248579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214144248579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214144248581 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214144248582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214144248582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214144248582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:42:49.549220 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2630): Terminating (SIGTERM)\u000a14:42:49.589106 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2633): Terminating (SIGTERM)\u000a14:42:49.629284 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2636): Terminating (SIGTERM)\u000a14:42:49.638421 --- ParallelTerminationStrategy: PID 2630 died...\u000a14:42:49.692148 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2630): Terminated: ok {rc=0}\u000a14:42:49.701640 --- ParallelTerminationStrategy: PID 2633 died...\u000a14:42:49.754921 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2633): Terminated: ok {rc=0}\u000a14:42:49.764305 --- ParallelTerminationStrategy: PID 2636 died...\u000a14:42:49.817768 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2636): Terminated: ok {rc=0}\u000a14:42:49.905770 bus /sierra_3: Setting Powered False\u000a14:42:51.008307 bus /sierra_3: Setting Powered False\u000a14:42:52.119950 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "emergency:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2645): Process ended prematurely: osmo-stp_10.42.42.5(pid=2645) [trial-2406↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2645)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2645): Process ended prematurely: osmo-stp_10.42.42.5(pid=2645) [trial-2406↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2645)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 emergency:trx-b200 emergency_preemptive_call.py\u000a----------------------------------------------\u000a14:42:53.171526 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:42:53.182685 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a14:42:53.326011 tst emergency_preemptive_call.py: using LAC 41608\u000a14:42:53.454467 tst emergency_preemptive_call.py: using RAC 43\u000a14:42:53.579932 tst emergency_preemptive_call.py: using CellId 41608\u000a14:42:53.701291 tst emergency_preemptive_call.py: using BVCI 41609\u000a14:42:53.725556 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:42:53.736840 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:42:53.747853 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:42:53.759054 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:42:53.770025 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:42:53.780937 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a14:42:53.897772 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a14:42:54.013271 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a14:42:54.131259 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a14:42:54.328708 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:42:54.795245 run create_hlr_db(pid=2639): Launched\u000a14:42:54.965372 bus /sierra_2: Setting Powered False\u000a14:42:55.986563 run create_hlr_db(pid=2639): Terminated: ok {rc=0}\u000a14:42:56.409644 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2641): Launched\u000a14:42:56.726253 run osmo-hlr_10.42.42.2(pid=2642): Launched\u000a14:42:56.841907 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:42:57.392709 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2644): Launched\u000a14:42:57.709314 run osmo-stp_10.42.42.5(pid=2645): Launched\u000a14:42:57.833896 tst emergency_preemptive_call.py: using MSISDN 8740\u000a14:42:57.991429 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:42:58.569333 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2647): Launched\u000a14:42:58.884889 run osmo-msc_10.42.42.6(pid=2648): Launched\u000a14:42:59.070752 run osmo-stp_10.42.42.5(pid=2645): ERR: Terminated: ERROR {rc=1} [trial-2406↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2645)]\u000a14:42:59.204935 run osmo-stp_10.42.42.5(pid=2645): stdout: \u000a| (launched: 2022-12-14_14:42:57.553340)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:42:59.339040 run osmo-stp_10.42.42.5(pid=2645): stderr: \u000a| �[0;m�[38;5;43m20221214144257746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214144257746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214144257747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214144257747 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214144257747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214144257747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214144257748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:42:59.466383 run osmo-stp_10.42.42.5(pid=2645): stdout: \u000a| (launched: 2022-12-14_14:42:57.553340)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:42:59.591905 run osmo-stp_10.42.42.5(pid=2645): stderr: \u000a| �[0;m�[38;5;43m20221214144257746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214144257746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214144257747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214144257747 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214144257747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214144257747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214144257748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:42:59.646957 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=2645): Process ended prematurely: osmo-stp_10.42.42.5(pid=2645) [trial-2406↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2645)] [trial-2406↪emergency:trx-b200↪emergency_preemptive_call.py:32]\u000a14:42:59.655373 tst emergency_preemptive_call.py:32: Test FAILED (6.5 sec)\u000a14:42:59.718034 run osmo-hlr_10.42.42.2(pid=2642): ERR: Terminated: ERROR {rc=237} [trial-2406↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2642)]\u000a14:42:59.769563 run osmo-hlr_10.42.42.2(pid=2642): stdout: \u000a| (launched: 2022-12-14_14:42:56.570314) \u000a14:42:59.821769 run osmo-hlr_10.42.42.2(pid=2642): stderr: \u000a| �[0;m�[1;31m20221214144256769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214144256769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214144256769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214144256769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214144256769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214144256769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214144256781 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/emergency:trx-b200/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214144256789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214144256789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214144256789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:42:59.892692 run osmo-msc_10.42.42.6(pid=2648): ERR: Terminated: ERROR {rc=2} [trial-2406↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2648)]\u000a14:42:59.944404 run osmo-msc_10.42.42.6(pid=2648): stdout: \u000a| (launched: 2022-12-14_14:42:58.729660) \u000a14:42:59.996549 run osmo-msc_10.42.42.6(pid=2648): stderr: \u000a| �[0;m�[38;5;43m20221214144259049 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214144259050 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb1c2de9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214144259050 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214144259050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214144259050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214144259050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214144259052 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214144259052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214144259052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214144259053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:43:00.040589 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2641): Terminating (SIGTERM)\u000a14:43:00.082447 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2644): Terminating (SIGTERM)\u000a14:43:00.125064 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2647): Terminating (SIGTERM)\u000a14:43:00.134699 --- ParallelTerminationStrategy: PID 2641 died...\u000a14:43:00.191056 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2641): Terminated: ok {rc=0}\u000a14:43:00.201151 --- ParallelTerminationStrategy: PID 2644 died...\u000a14:43:00.257257 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2644): Terminated: ok {rc=0}\u000a14:43:00.267247 --- ParallelTerminationStrategy: PID 2647 died...\u000a14:43:00.322632 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2647): Terminated: ok {rc=0}\u000a14:43:00.409504 bus /sierra_9: Setting Powered False\u000a14:43:01.514741 bus /sierra_9: Setting Powered False\u000a14:43:02.622665 bus /sierra_8: Setting Powered False\u000a14:43:03.728791 bus /sierra_8: Setting Powered False\u000a14:43:04.837113 bus /sierra_3: Setting Powered False\u000a14:43:05.943576 bus /sierra_3: Setting Powered False\u000a14:43:07.056830 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "49", "name" : "emergency_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:42:42" }, { "cases" : [ { "testActions" : [ ], "age" : 90, "className" : "gprs:trx-b200", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2663): Process ended prematurely: osmo-stp_10.42.42.5(pid=2663) [trial-2406↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2663)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2663): Process ended prematurely: osmo-stp_10.42.42.5(pid=2663) [trial-2406↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2663)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 gprs:trx-b200 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a14:43:09.169905 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a14:43:09.180363 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a14:43:09.321678 tst cs_paging_gprs_active.py: using LAC 41609\u000a14:43:09.449815 tst cs_paging_gprs_active.py: using RAC 44\u000a14:43:09.575844 tst cs_paging_gprs_active.py: using CellId 41609\u000a14:43:09.695958 tst cs_paging_gprs_active.py: using BVCI 41610\u000a14:43:09.719421 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a14:43:09.730119 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a14:43:09.740621 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a14:43:09.751080 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a14:43:09.762064 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a14:43:09.772929 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a14:43:09.783698 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a14:43:09.794314 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a14:43:09.805434 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a14:43:09.926120 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a14:43:10.206203 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a14:43:10.333624 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:43:10.650451 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2653): Launched\u000a14:43:10.914069 run iperf3-srv_10.42.42.10(pid=2654): Launched\u000a14:43:11.099260 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a14:43:11.225877 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:43:11.546806 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2655): Launched\u000a14:43:11.808490 run iperf3-srv_10.42.42.10(pid=2656): Launched\u000a14:43:11.992492 tst cs_paging_gprs_active.py:38: start network...\u000a14:43:12.118688 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:43:12.597028 run create_hlr_db(pid=2657): Launched\u000a14:43:12.771053 bus /sierra_2: Setting Powered False\u000a14:43:13.792293 run create_hlr_db(pid=2657): Terminated: ok {rc=0}\u000a14:43:14.194843 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2659): Launched\u000a14:43:14.500752 run osmo-hlr_10.42.42.2(pid=2660): Launched\u000a14:43:14.620474 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:43:15.152296 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2662): Launched\u000a14:43:15.456434 run osmo-stp_10.42.42.5(pid=2663): Launched\u000a14:43:15.566957 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:43:16.152155 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2665): Launched\u000a14:43:16.273601 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:43:16.579863 run patchelf(pid=2666): Launched\u000a14:43:16.797230 run osmo-stp_10.42.42.5(pid=2663): ERR: Terminated: ERROR {rc=1} [trial-2406↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2663)]\u000a14:43:16.944279 run osmo-stp_10.42.42.5(pid=2663): stdout: \u000a| (launched: 2022-12-14_14:43:15.306139)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:43:17.088081 run osmo-stp_10.42.42.5(pid=2663): stderr: \u000a| �[0;m�[38;5;43m20221214144315477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214144315477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214144315477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214144315477 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214144315478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214144315478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214144315478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:43:17.225868 run osmo-stp_10.42.42.5(pid=2663): stdout: \u000a| (launched: 2022-12-14_14:43:15.306139)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:43:17.359205 run osmo-stp_10.42.42.5(pid=2663): stderr: \u000a| �[0;m�[38;5;43m20221214144315477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214144315477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214144315477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214144315477 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214144315478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214144315478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214144315478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:43:17.515420 run patchelf(pid=2666): Terminating (SIGINT)\u000a14:43:17.698138 run patchelf(pid=2666): Terminated: ok {rc=0}\u000a14:43:17.731891 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=2663): Process ended prematurely: osmo-stp_10.42.42.5(pid=2663) [trial-2406↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2663)] [trial-2406↪gprs:trx-b200↪cs_paging_gprs_active.py:38]\u000a14:43:17.741776 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a14:43:17.804863 run osmo-hlr_10.42.42.2(pid=2660): ERR: Terminated: ERROR {rc=237} [trial-2406↪gprs:trx-b200↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2660)]\u000a14:43:17.856565 run osmo-hlr_10.42.42.2(pid=2660): stdout: \u000a| (launched: 2022-12-14_14:43:14.349731) \u000a14:43:17.908662 run osmo-hlr_10.42.42.2(pid=2660): stderr: \u000a| �[0;m�[1;31m20221214144314524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214144314524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214144314524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214144314524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214144314524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214144314524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214144314536 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:trx-b200/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214144314545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214144314545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214144314545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:43:17.953454 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2653): Terminating (SIGTERM)\u000a14:43:17.996372 run iperf3-srv_10.42.42.10(pid=2654): Terminating (SIGTERM)\u000a14:43:18.038855 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2655): Terminating (SIGTERM)\u000a14:43:18.081121 run iperf3-srv_10.42.42.10(pid=2656): Terminating (SIGTERM)\u000a14:43:18.123490 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2659): Terminating (SIGTERM)\u000a14:43:18.166211 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2662): Terminating (SIGTERM)\u000a14:43:18.208369 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2665): Terminating (SIGTERM)\u000a14:43:18.218464 --- ParallelTerminationStrategy: PID 2653 died...\u000a14:43:18.275089 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2653): Terminated: ok {rc=0}\u000a14:43:18.285606 --- ParallelTerminationStrategy: PID 2654 died...\u000a14:43:18.341693 run iperf3-srv_10.42.42.10(pid=2654): Terminated {rc=256}\u000a14:43:18.351620 --- ParallelTerminationStrategy: PID 2655 died...\u000a14:43:18.407583 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2655): Terminated: ok {rc=0}\u000a14:43:18.417755 --- ParallelTerminationStrategy: PID 2656 died...\u000a14:43:18.473391 run iperf3-srv_10.42.42.10(pid=2656): Terminated {rc=256}\u000a14:43:18.483515 --- ParallelTerminationStrategy: PID 2659 died...\u000a14:43:18.539591 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2659): Terminated: ok {rc=0}\u000a14:43:18.549788 --- ParallelTerminationStrategy: PID 2662 died...\u000a14:43:18.605737 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2662): Terminated: ok {rc=0}\u000a14:43:18.615804 --- ParallelTerminationStrategy: PID 2665 died...\u000a14:43:18.671639 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2665): Terminated: ok {rc=0}\u000a14:43:18.757942 bus /gobi_0: Setting Powered False\u000a14:43:19.865237 bus /gobi_0: Setting Powered False\u000a14:43:20.972804 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 90, "className" : "gprs:trx-b200", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2675): Process ended prematurely: osmo-stp_10.42.42.5(pid=2675) [trial-2406↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2675)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2675): Process ended prematurely: osmo-stp_10.42.42.5(pid=2675) [trial-2406↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2675)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 gprs:trx-b200 iperf3.py\u000a----------------------------------------------\u000a14:43:22.087477 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a14:43:22.099303 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a14:43:22.247265 tst iperf3.py: using LAC 41610\u000a14:43:22.374841 tst iperf3.py: using RAC 45\u000a14:43:22.501316 tst iperf3.py: using CellId 41610\u000a14:43:22.627274 tst iperf3.py: using BVCI 41611\u000a14:43:22.652021 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a14:43:22.663631 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a14:43:22.674585 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a14:43:22.685580 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a14:43:22.696534 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a14:43:22.707481 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a14:43:22.718828 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a14:43:22.729899 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a14:43:22.741164 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a14:43:23.034195 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a14:43:23.169718 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:43:23.506350 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2667): Launched\u000a14:43:23.785132 run iperf3-srv_10.42.42.10(pid=2668): Launched\u000a14:43:23.982801 tst iperf3.py:8: start network...\u000a14:43:24.117722 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:43:24.636237 run create_hlr_db(pid=2669): Launched\u000a14:43:24.823176 bus /gobi_6: Setting Powered False\u000a14:43:25.843715 run create_hlr_db(pid=2669): Terminated: ok {rc=0}\u000a14:43:26.248411 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2671): Launched\u000a14:43:26.550960 run osmo-hlr_10.42.42.2(pid=2672): Launched\u000a14:43:26.669861 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:43:27.203099 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2674): Launched\u000a14:43:27.507107 run osmo-stp_10.42.42.5(pid=2675): Launched\u000a14:43:27.619562 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:43:28.147433 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2677): Launched\u000a14:43:28.254889 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:43:28.519505 run patchelf(pid=2678): Launched\u000a14:43:28.697833 run osmo-stp_10.42.42.5(pid=2675): ERR: Terminated: ERROR {rc=1} [trial-2406↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2675)]\u000a14:43:28.827326 run osmo-stp_10.42.42.5(pid=2675): stdout: \u000a| (launched: 2022-12-14_14:43:27.356389)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:43:28.956480 run osmo-stp_10.42.42.5(pid=2675): stderr: \u000a| �[0;m�[38;5;43m20221214144327525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214144327525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214144327525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214144327526 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214144327528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214144327528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214144327528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:43:29.081364 run osmo-stp_10.42.42.5(pid=2675): stdout: \u000a| (launched: 2022-12-14_14:43:27.356389)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:43:29.205222 run osmo-stp_10.42.42.5(pid=2675): stderr: \u000a| �[0;m�[38;5;43m20221214144327525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214144327525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214144327525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214144327526 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214144327528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214144327528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214144327528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:43:29.350101 run patchelf(pid=2678): Terminating (SIGINT)\u000a14:43:29.520223 run patchelf(pid=2678): Terminated: ok {rc=0}\u000a14:43:29.551554 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2675): Process ended prematurely: osmo-stp_10.42.42.5(pid=2675) [trial-2406↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2675)] [trial-2406↪gprs:trx-b200↪iperf3.py:8]\u000a14:43:29.560680 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a14:43:29.622402 run osmo-hlr_10.42.42.2(pid=2672): ERR: Terminated: ERROR {rc=237} [trial-2406↪gprs:trx-b200↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2672)]\u000a14:43:29.672124 run osmo-hlr_10.42.42.2(pid=2672): stdout: \u000a| (launched: 2022-12-14_14:43:26.401876) \u000a14:43:29.721868 run osmo-hlr_10.42.42.2(pid=2672): stderr: \u000a| �[0;m�[1;31m20221214144326577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214144326578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214144326578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214144326578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214144326578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214144326578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214144326590 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:trx-b200/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214144326598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214144326599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214144326599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:43:29.764322 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2667): Terminating (SIGTERM)\u000a14:43:29.804343 run iperf3-srv_10.42.42.10(pid=2668): Terminating (SIGTERM)\u000a14:43:29.844461 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2671): Terminating (SIGTERM)\u000a14:43:29.884625 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2674): Terminating (SIGTERM)\u000a14:43:29.924667 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2677): Terminating (SIGTERM)\u000a14:43:29.933633 --- ParallelTerminationStrategy: PID 2667 died...\u000a14:43:29.987421 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2667): Terminated: ok {rc=0}\u000a14:43:29.996879 --- ParallelTerminationStrategy: PID 2668 died...\u000a14:43:30.050345 run iperf3-srv_10.42.42.10(pid=2668): Terminated {rc=256}\u000a14:43:30.059861 --- ParallelTerminationStrategy: PID 2671 died...\u000a14:43:30.113293 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2671): Terminated: ok {rc=0}\u000a14:43:30.122742 --- ParallelTerminationStrategy: PID 2674 died...\u000a14:43:30.176047 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2674): Terminated: ok {rc=0}\u000a14:43:30.185610 --- ParallelTerminationStrategy: PID 2677 died...\u000a14:43:30.238820 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2677): Terminated: ok {rc=0}\u000a14:43:30.326944 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:trx-b200", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2693): Process ended prematurely: osmo-stp_10.42.42.5(pid=2693) [trial-2406↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2693)]", "failedSince" : 2186, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2693): Process ended prematurely: osmo-stp_10.42.42.5(pid=2693) [trial-2406↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2693)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 gprs:trx-b200 iperf3m4.py\u000a----------------------------------------------\u000a14:43:31.443955 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a14:43:31.456594 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a14:43:31.623872 tst iperf3m4.py: using LAC 41611\u000a14:43:31.784432 tst iperf3m4.py: using RAC 46\u000a14:43:31.939370 tst iperf3m4.py: using CellId 41611\u000a14:43:32.093536 tst iperf3m4.py: using BVCI 41612\u000a14:43:32.119478 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a14:43:32.131658 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a14:43:32.143711 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a14:43:32.156023 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a14:43:32.168175 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a14:43:32.181917 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a14:43:32.193559 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a14:43:32.204833 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a14:43:32.216354 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a14:43:32.341742 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a14:43:32.462537 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a14:43:32.582531 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a14:43:32.859361 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a14:43:32.984667 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:43:33.298652 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2679): Launched\u000a14:43:33.559153 run iperf3-srv_10.42.42.10(pid=2680): Launched\u000a14:43:33.742241 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a14:43:33.867436 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:43:34.180916 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2681): Launched\u000a14:43:34.442395 run iperf3-srv_10.42.42.10(pid=2682): Launched\u000a14:43:34.625689 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a14:43:34.750501 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:43:35.063802 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2683): Launched\u000a14:43:35.324216 run iperf3-srv_10.42.42.10(pid=2684): Launched\u000a14:43:35.506792 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a14:43:35.631247 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:43:35.943500 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2685): Launched\u000a14:43:36.203205 run iperf3-srv_10.42.42.10(pid=2686): Launched\u000a14:43:36.386493 tst iperf3m4.py:8: start network...\u000a14:43:36.512196 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:43:36.986173 run create_hlr_db(pid=2687): Launched\u000a14:43:37.159320 bus /gobi_6: Setting Powered False\u000a14:43:38.180580 run create_hlr_db(pid=2687): Terminated: ok {rc=0}\u000a14:43:38.583736 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2689): Launched\u000a14:43:38.885574 run osmo-hlr_10.42.42.2(pid=2690): Launched\u000a14:43:39.003193 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:43:39.536776 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2692): Launched\u000a14:43:39.839970 run osmo-stp_10.42.42.5(pid=2693): Launched\u000a14:43:39.950687 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:43:40.477263 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2695): Launched\u000a14:43:40.584431 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:43:40.848837 run patchelf(pid=2696): Launched\u000a14:43:41.026971 run osmo-stp_10.42.42.5(pid=2693): ERR: Terminated: ERROR {rc=1} [trial-2406↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2693)]\u000a14:43:41.156527 run osmo-stp_10.42.42.5(pid=2693): stdout: \u000a| (launched: 2022-12-14_14:43:39.689782)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:43:41.286145 run osmo-stp_10.42.42.5(pid=2693): stderr: \u000a| �[0;m�[38;5;43m20221214144339861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214144339861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214144339861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214144339862 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214144339862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214144339862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214144339862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:43:41.410800 run osmo-stp_10.42.42.5(pid=2693): stdout: \u000a| (launched: 2022-12-14_14:43:39.689782)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:43:41.534741 run osmo-stp_10.42.42.5(pid=2693): stderr: \u000a| �[0;m�[38;5;43m20221214144339861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214144339861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214144339861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214144339862 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214144339862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214144339862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214144339862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:43:41.679546 run patchelf(pid=2696): Terminating (SIGINT)\u000a14:43:41.849858 run patchelf(pid=2696): Terminated: ok {rc=0}\u000a14:43:41.881070 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2693): Process ended prematurely: osmo-stp_10.42.42.5(pid=2693) [trial-2406↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2693)] [trial-2406↪gprs:trx-b200↪iperf3m4.py:8]\u000a14:43:41.890608 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a14:43:41.951469 run osmo-hlr_10.42.42.2(pid=2690): ERR: Terminated: ERROR {rc=237} [trial-2406↪gprs:trx-b200↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2690)]\u000a14:43:42.000790 run osmo-hlr_10.42.42.2(pid=2690): stdout: \u000a| (launched: 2022-12-14_14:43:38.736012) \u000a14:43:42.050299 run osmo-hlr_10.42.42.2(pid=2690): stderr: \u000a| �[0;m�[1;31m20221214144338912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214144338912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214144338912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214144338912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214144338912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214144338912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214144338924 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:trx-b200/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214144338932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214144338932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214144338932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:43:42.092836 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2679): Terminating (SIGTERM)\u000a14:43:42.132704 run iperf3-srv_10.42.42.10(pid=2680): Terminating (SIGTERM)\u000a14:43:42.172593 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2681): Terminating (SIGTERM)\u000a14:43:42.212329 run iperf3-srv_10.42.42.10(pid=2682): Terminating (SIGTERM)\u000a14:43:42.252429 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2683): Terminating (SIGTERM)\u000a14:43:42.292903 run iperf3-srv_10.42.42.10(pid=2684): Terminating (SIGTERM)\u000a14:43:42.333173 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2685): Terminating (SIGTERM)\u000a14:43:42.373084 run iperf3-srv_10.42.42.10(pid=2686): Terminating (SIGTERM)\u000a14:43:42.412876 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2689): Terminating (SIGTERM)\u000a14:43:42.452741 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2692): Terminating (SIGTERM)\u000a14:43:42.492781 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2695): Terminating (SIGTERM)\u000a14:43:42.502165 --- ParallelTerminationStrategy: PID 2679 died...\u000a14:43:42.556000 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2679): Terminated: ok {rc=0}\u000a14:43:42.565721 --- ParallelTerminationStrategy: PID 2680 died...\u000a14:43:42.619300 run iperf3-srv_10.42.42.10(pid=2680): Terminated {rc=256}\u000a14:43:42.628883 --- ParallelTerminationStrategy: PID 2681 died...\u000a14:43:42.682180 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2681): Terminated: ok {rc=0}\u000a14:43:42.691809 --- ParallelTerminationStrategy: PID 2682 died...\u000a14:43:42.745013 run iperf3-srv_10.42.42.10(pid=2682): Terminated {rc=256}\u000a14:43:42.754587 --- ParallelTerminationStrategy: PID 2683 died...\u000a14:43:42.807922 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2683): Terminated: ok {rc=0}\u000a14:43:42.817512 --- ParallelTerminationStrategy: PID 2684 died...\u000a14:43:42.870728 run iperf3-srv_10.42.42.10(pid=2684): Terminated {rc=256}\u000a14:43:42.880283 --- ParallelTerminationStrategy: PID 2685 died...\u000a14:43:42.933495 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2685): Terminated: ok {rc=0}\u000a14:43:42.943067 --- ParallelTerminationStrategy: PID 2686 died...\u000a14:43:42.996315 run iperf3-srv_10.42.42.10(pid=2686): Terminated {rc=256}\u000a14:43:43.005989 --- ParallelTerminationStrategy: PID 2689 died...\u000a14:43:43.059774 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2689): Terminated: ok {rc=0}\u000a14:43:43.069521 --- ParallelTerminationStrategy: PID 2692 died...\u000a14:43:43.122715 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2692): Terminated: ok {rc=0}\u000a14:43:43.132380 --- ParallelTerminationStrategy: PID 2695 died...\u000a14:43:43.185733 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2695): Terminated: ok {rc=0}\u000a14:43:43.273727 bus /gobi_4: Setting Powered False\u000a14:43:44.381798 bus /gobi_4: Setting Powered False\u000a14:43:45.492418 bus /gobi_1: Setting Powered False\u000a14:43:46.593581 bus /gobi_1: Setting Powered False\u000a14:43:47.699519 bus /gobi_0: Setting Powered False\u000a14:43:48.806210 bus /gobi_0: Setting Powered False\u000a14:43:49.915023 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2703): Process ended prematurely: osmo-stp_10.42.42.5(pid=2703) [trial-2406↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2703)]", "failedSince" : 2186, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2703): Process ended prematurely: osmo-stp_10.42.42.5(pid=2703) [trial-2406↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2703)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 gprs:trx-b200 ping.py\u000a----------------------------------------------\u000a14:43:50.983515 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a14:43:50.995197 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a14:43:51.136239 tst ping.py: using LAC 41612\u000a14:43:51.258953 tst ping.py: using RAC 47\u000a14:43:51.381251 tst ping.py: using CellId 41612\u000a14:43:51.504020 tst ping.py: using BVCI 41613\u000a14:43:51.528366 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a14:43:51.539374 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a14:43:51.550319 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a14:43:51.561186 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a14:43:51.572483 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a14:43:51.583895 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a14:43:51.595321 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a14:43:51.606673 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a14:43:51.896843 tst ping.py:19: start network...\u000a14:43:52.029380 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:43:52.536433 run create_hlr_db(pid=2697): Launched\u000a14:43:52.720940 bus /gobi_6: Setting Powered False\u000a14:43:53.741172 run create_hlr_db(pid=2697): Terminated: ok {rc=0}\u000a14:43:54.164022 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2699): Launched\u000a14:43:54.481746 run osmo-hlr_10.42.42.2(pid=2700): Launched\u000a14:43:54.601322 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:43:55.157185 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2702): Launched\u000a14:43:55.475764 run osmo-stp_10.42.42.5(pid=2703): Launched\u000a14:43:55.592067 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:43:56.145885 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2705): Launched\u000a14:43:56.258687 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:43:56.534822 run patchelf(pid=2706): Launched\u000a14:43:56.721524 run osmo-stp_10.42.42.5(pid=2703): ERR: Terminated: ERROR {rc=1} [trial-2406↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2703)]\u000a14:43:56.857330 run osmo-stp_10.42.42.5(pid=2703): stdout: \u000a| (launched: 2022-12-14_14:43:55.319133)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:43:56.993287 run osmo-stp_10.42.42.5(pid=2703): stderr: \u000a| �[0;m�[38;5;43m20221214144355509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214144355509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214144355509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214144355510 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214144355510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214144355510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214144355510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:43:57.124273 run osmo-stp_10.42.42.5(pid=2703): stdout: \u000a| (launched: 2022-12-14_14:43:55.319133)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:43:57.254354 run osmo-stp_10.42.42.5(pid=2703): stderr: \u000a| �[0;m�[38;5;43m20221214144355509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214144355509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214144355509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214144355510 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214144355510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214144355510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214144355510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:43:57.406746 run patchelf(pid=2706): Terminating (SIGINT)\u000a14:43:57.584781 run patchelf(pid=2706): Terminated: ok {rc=0}\u000a14:43:57.617161 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=2703): Process ended prematurely: osmo-stp_10.42.42.5(pid=2703) [trial-2406↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2703)] [trial-2406↪gprs:trx-b200↪ping.py:22]\u000a14:43:57.626303 tst ping.py:22: Test FAILED (6.6 sec)\u000a14:43:57.688762 run osmo-hlr_10.42.42.2(pid=2700): ERR: Terminated: ERROR {rc=237} [trial-2406↪gprs:trx-b200↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2700)]\u000a14:43:57.740037 run osmo-hlr_10.42.42.2(pid=2700): stdout: \u000a| (launched: 2022-12-14_14:43:54.326053) \u000a14:43:57.791689 run osmo-hlr_10.42.42.2(pid=2700): stderr: \u000a| �[0;m�[1;31m20221214144354521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214144354521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214144354521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214144354521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214144354521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214144354521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214144354534 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:trx-b200/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214144354542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214144354542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214144354542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:43:57.835879 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2699): Terminating (SIGTERM)\u000a14:43:57.878060 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2702): Terminating (SIGTERM)\u000a14:43:57.920036 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2705): Terminating (SIGTERM)\u000a14:43:57.929721 --- ParallelTerminationStrategy: PID 2699 died...\u000a14:43:57.985185 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2699): Terminated: ok {rc=0}\u000a14:43:57.995176 --- ParallelTerminationStrategy: PID 2702 died...\u000a14:43:58.050680 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2702): Terminated: ok {rc=0}\u000a14:43:58.060586 --- ParallelTerminationStrategy: PID 2705 died...\u000a14:43:58.115814 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2705): Terminated: ok {rc=0}\u000a14:43:58.202277 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2713): Process ended prematurely: osmo-stp_10.42.42.5(pid=2713) [trial-2406↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2713)]", "failedSince" : 2186, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2713): Process ended prematurely: osmo-stp_10.42.42.5(pid=2713) [trial-2406↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2713)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 gprs:trx-b200 ping_idle_ping.py\u000a----------------------------------------------\u000a14:43:59.254703 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a14:43:59.266326 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a14:43:59.414409 tst ping_idle_ping.py: using LAC 41613\u000a14:43:59.532885 tst ping_idle_ping.py: using RAC 48\u000a14:43:59.650433 tst ping_idle_ping.py: using CellId 41613\u000a14:43:59.766514 tst ping_idle_ping.py: using BVCI 41614\u000a14:43:59.789196 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a14:43:59.799787 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a14:43:59.810360 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a14:43:59.821034 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a14:43:59.832103 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a14:43:59.843051 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a14:43:59.853992 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a14:43:59.864668 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a14:44:00.154518 tst ping_idle_ping.py:24: start network...\u000a14:44:00.287934 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:44:00.799197 run create_hlr_db(pid=2707): Launched\u000a14:44:01.029810 bus /gobi_6: Setting Powered False\u000a14:44:02.047390 run create_hlr_db(pid=2707): Terminated: ok {rc=0}\u000a14:44:02.489304 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2709): Launched\u000a14:44:02.806770 run osmo-hlr_10.42.42.2(pid=2710): Launched\u000a14:44:02.926914 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:44:03.480779 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2712): Launched\u000a14:44:03.798195 run osmo-stp_10.42.42.5(pid=2713): Launched\u000a14:44:03.912791 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:44:04.467412 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2715): Launched\u000a14:44:04.580619 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:44:04.858875 run patchelf(pid=2716): Launched\u000a14:44:05.045386 run osmo-stp_10.42.42.5(pid=2713): ERR: Terminated: ERROR {rc=1} [trial-2406↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2713)]\u000a14:44:05.181968 run osmo-stp_10.42.42.5(pid=2713): stdout: \u000a| (launched: 2022-12-14_14:44:03.642134)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:44:05.319272 run osmo-stp_10.42.42.5(pid=2713): stderr: \u000a| �[0;m�[38;5;43m20221214144403833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214144403833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214144403833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214144403834 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214144403834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214144403834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214144403834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:44:05.451009 run osmo-stp_10.42.42.5(pid=2713): stdout: \u000a| (launched: 2022-12-14_14:44:03.642134)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:44:05.581415 run osmo-stp_10.42.42.5(pid=2713): stderr: \u000a| �[0;m�[38;5;43m20221214144403833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214144403833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214144403833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214144403834 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214144403834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214144403834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214144403834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:44:05.733346 run patchelf(pid=2716): Terminating (SIGINT)\u000a14:44:05.911197 run patchelf(pid=2716): Terminated: ok {rc=0}\u000a14:44:05.943616 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=2713): Process ended prematurely: osmo-stp_10.42.42.5(pid=2713) [trial-2406↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2713)] [trial-2406↪gprs:trx-b200↪ping_idle_ping.py:27]\u000a14:44:05.952719 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a14:44:06.015275 run osmo-hlr_10.42.42.2(pid=2710): ERR: Terminated: ERROR {rc=237} [trial-2406↪gprs:trx-b200↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2710)]\u000a14:44:06.066416 run osmo-hlr_10.42.42.2(pid=2710): stdout: \u000a| (launched: 2022-12-14_14:44:02.650916) \u000a14:44:06.118345 run osmo-hlr_10.42.42.2(pid=2710): stderr: \u000a| �[0;m�[1;31m20221214144402850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214144402851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214144402851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214144402851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214144402851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214144402851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214144402863 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:trx-b200/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214144402873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214144402873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214144402874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:44:06.162575 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2709): Terminating (SIGTERM)\u000a14:44:06.204149 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2712): Terminating (SIGTERM)\u000a14:44:06.246073 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2715): Terminating (SIGTERM)\u000a14:44:06.255776 --- ParallelTerminationStrategy: PID 2709 died...\u000a14:44:06.311235 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2709): Terminated: ok {rc=0}\u000a14:44:06.321338 --- ParallelTerminationStrategy: PID 2712 died...\u000a14:44:06.376369 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2712): Terminated: ok {rc=0}\u000a14:44:06.386322 --- ParallelTerminationStrategy: PID 2715 died...\u000a14:44:06.441309 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2715): Terminated: ok {rc=0}\u000a14:44:06.526314 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "50", "name" : "gprs_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:43:08" }, { "cases" : [ { "testActions" : [ ], "age" : 269, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2731): Process ended prematurely: osmo-stp_10.42.42.5(pid=2731) [trial-2406↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2731)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2731): Process ended prematurely: osmo-stp_10.42.42.5(pid=2731) [trial-2406↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2731)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 gprs:trx-b200+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a14:44:08.683235 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:44:08.694436 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a14:44:08.838398 tst cs_paging_gprs_active.py: using LAC 41614\u000a14:44:08.964804 tst cs_paging_gprs_active.py: using RAC 49\u000a14:44:09.093788 tst cs_paging_gprs_active.py: using CellId 41614\u000a14:44:09.220556 tst cs_paging_gprs_active.py: using BVCI 41615\u000a14:44:09.245783 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:44:09.257097 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:44:09.268051 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:44:09.279099 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:44:09.290100 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:44:09.301085 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:44:09.312166 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:44:09.323095 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:44:09.334286 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a14:44:09.454063 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a14:44:09.731658 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a14:44:09.857693 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:44:10.171016 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2721): Launched\u000a14:44:10.433106 run iperf3-srv_10.42.42.10(pid=2722): Launched\u000a14:44:10.617537 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a14:44:10.744054 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:44:11.058950 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2723): Launched\u000a14:44:11.320003 run iperf3-srv_10.42.42.10(pid=2724): Launched\u000a14:44:11.503651 tst cs_paging_gprs_active.py:38: start network...\u000a14:44:11.629312 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:44:12.106053 run create_hlr_db(pid=2725): Launched\u000a14:44:12.279705 bus /gobi_6: Setting Powered False\u000a14:44:13.302062 run create_hlr_db(pid=2725): Terminated: ok {rc=0}\u000a14:44:13.732385 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2727): Launched\u000a14:44:14.056048 run osmo-hlr_10.42.42.2(pid=2728): Launched\u000a14:44:14.173732 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:44:14.736447 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2730): Launched\u000a14:44:15.060653 run osmo-stp_10.42.42.5(pid=2731): Launched\u000a14:44:15.177571 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:44:15.742287 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2733): Launched\u000a14:44:15.873711 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:44:16.180222 run patchelf(pid=2734): Launched\u000a14:44:16.375049 run osmo-stp_10.42.42.5(pid=2731): ERR: Terminated: ERROR {rc=1} [trial-2406↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2731)]\u000a14:44:16.515916 run osmo-stp_10.42.42.5(pid=2731): stdout: \u000a| (launched: 2022-12-14_14:44:14.901725)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:44:16.656617 run osmo-stp_10.42.42.5(pid=2731): stderr: \u000a| �[0;m�[38;5;43m20221214144415096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214144415096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214144415096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214144415097 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214144415097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214144415097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214144415097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:44:16.794403 run osmo-stp_10.42.42.5(pid=2731): stdout: \u000a| (launched: 2022-12-14_14:44:14.901725)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:44:16.930942 run osmo-stp_10.42.42.5(pid=2731): stderr: \u000a| �[0;m�[38;5;43m20221214144415096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214144415096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214144415096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214144415097 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214144415097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214144415097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214144415097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:44:17.090044 run patchelf(pid=2734): Terminating (SIGINT)\u000a14:44:17.275236 run patchelf(pid=2734): Terminated: ok {rc=0}\u000a14:44:17.308648 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=2731): Process ended prematurely: osmo-stp_10.42.42.5(pid=2731) [trial-2406↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2731)] [trial-2406↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a14:44:17.317960 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a14:44:17.381342 run osmo-hlr_10.42.42.2(pid=2728): ERR: Terminated: ERROR {rc=237} [trial-2406↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2728)]\u000a14:44:17.434297 run osmo-hlr_10.42.42.2(pid=2728): stdout: \u000a| (launched: 2022-12-14_14:44:13.897122) \u000a14:44:17.486086 run osmo-hlr_10.42.42.2(pid=2728): stderr: \u000a| �[0;m�[1;31m20221214144414096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214144414096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214144414096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214144414096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214144414096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214144414096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214144414109 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:trx-b200+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214144414118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214144414118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214144414118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:44:17.530469 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2721): Terminating (SIGTERM)\u000a14:44:17.572108 run iperf3-srv_10.42.42.10(pid=2722): Terminating (SIGTERM)\u000a14:44:17.614408 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2723): Terminating (SIGTERM)\u000a14:44:17.656034 run iperf3-srv_10.42.42.10(pid=2724): Terminating (SIGTERM)\u000a14:44:17.698400 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2727): Terminating (SIGTERM)\u000a14:44:17.739907 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2730): Terminating (SIGTERM)\u000a14:44:17.781932 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2733): Terminating (SIGTERM)\u000a14:44:17.791527 --- ParallelTerminationStrategy: PID 2721 died...\u000a14:44:17.847064 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2721): Terminated: ok {rc=0}\u000a14:44:17.856940 --- ParallelTerminationStrategy: PID 2722 died...\u000a14:44:17.911761 run iperf3-srv_10.42.42.10(pid=2722): Terminated {rc=256}\u000a14:44:17.921672 --- ParallelTerminationStrategy: PID 2723 died...\u000a14:44:17.976601 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2723): Terminated: ok {rc=0}\u000a14:44:17.986481 --- ParallelTerminationStrategy: PID 2724 died...\u000a14:44:18.041455 run iperf3-srv_10.42.42.10(pid=2724): Terminated {rc=256}\u000a14:44:18.051355 --- ParallelTerminationStrategy: PID 2727 died...\u000a14:44:18.106479 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2727): Terminated: ok {rc=0}\u000a14:44:18.116382 --- ParallelTerminationStrategy: PID 2730 died...\u000a14:44:18.171538 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2730): Terminated: ok {rc=0}\u000a14:44:18.181911 --- ParallelTerminationStrategy: PID 2733 died...\u000a14:44:18.237176 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2733): Terminated: ok {rc=0}\u000a14:44:18.324556 bus /gobi_0: Setting Powered False\u000a14:44:19.431275 bus /gobi_0: Setting Powered False\u000a14:44:20.538945 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2743): Process ended prematurely: osmo-stp_10.42.42.5(pid=2743) [trial-2406↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2743)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2743): Process ended prematurely: osmo-stp_10.42.42.5(pid=2743) [trial-2406↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2743)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 gprs:trx-b200+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a14:44:21.653957 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:44:21.665875 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a14:44:21.815113 tst iperf3.py: using LAC 41615\u000a14:44:21.941891 tst iperf3.py: using RAC 50\u000a14:44:22.070560 tst iperf3.py: using CellId 41615\u000a14:44:22.196922 tst iperf3.py: using BVCI 41616\u000a14:44:22.221688 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:44:22.232842 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:44:22.243855 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:44:22.255315 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:44:22.266482 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:44:22.277456 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:44:22.289036 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:44:22.300059 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:44:22.311265 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a14:44:22.604386 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a14:44:22.739333 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:44:23.075568 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2735): Launched\u000a14:44:23.354583 run iperf3-srv_10.42.42.10(pid=2736): Launched\u000a14:44:23.552709 tst iperf3.py:8: start network...\u000a14:44:23.687488 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:44:24.204912 run create_hlr_db(pid=2737): Launched\u000a14:44:24.392348 bus /gobi_6: Setting Powered False\u000a14:44:25.413901 run create_hlr_db(pid=2737): Terminated: ok {rc=0}\u000a14:44:25.844999 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2739): Launched\u000a14:44:26.167539 run osmo-hlr_10.42.42.2(pid=2740): Launched\u000a14:44:26.285401 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:44:26.847594 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2742): Launched\u000a14:44:27.169645 run osmo-stp_10.42.42.5(pid=2743): Launched\u000a14:44:27.287114 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:44:27.850183 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2745): Launched\u000a14:44:27.965089 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:44:28.246910 run patchelf(pid=2746): Launched\u000a14:44:28.437364 run osmo-stp_10.42.42.5(pid=2743): ERR: Terminated: ERROR {rc=1} [trial-2406↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2743)]\u000a14:44:28.575417 run osmo-stp_10.42.42.5(pid=2743): stdout: \u000a| (launched: 2022-12-14_14:44:27.011344)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:44:28.714431 run osmo-stp_10.42.42.5(pid=2743): stderr: \u000a| �[0;m�[38;5;43m20221214144427204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214144427204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214144427205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214144427205 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214144427206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214144427206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214144427206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:44:28.847846 run osmo-stp_10.42.42.5(pid=2743): stdout: \u000a| (launched: 2022-12-14_14:44:27.011344)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:44:28.980563 run osmo-stp_10.42.42.5(pid=2743): stderr: \u000a| �[0;m�[38;5;43m20221214144427204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214144427204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214144427205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214144427205 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214144427206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214144427206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214144427206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:44:29.135302 run patchelf(pid=2746): Terminating (SIGINT)\u000a14:44:29.317705 run patchelf(pid=2746): Terminated: ok {rc=0}\u000a14:44:29.351178 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2743): Process ended prematurely: osmo-stp_10.42.42.5(pid=2743) [trial-2406↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2743)] [trial-2406↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8]\u000a14:44:29.360811 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a14:44:29.424109 run osmo-hlr_10.42.42.2(pid=2740): ERR: Terminated: ERROR {rc=237} [trial-2406↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2740)]\u000a14:44:29.475513 run osmo-hlr_10.42.42.2(pid=2740): stdout: \u000a| (launched: 2022-12-14_14:44:26.009018) \u000a14:44:29.527780 run osmo-hlr_10.42.42.2(pid=2740): stderr: \u000a| �[0;m�[1;31m20221214144426208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214144426208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214144426208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214144426208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214144426208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214144426208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214144426239 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:trx-b200+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214144426248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214144426249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214144426249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:44:29.572322 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2735): Terminating (SIGTERM)\u000a14:44:29.614054 run iperf3-srv_10.42.42.10(pid=2736): Terminating (SIGTERM)\u000a14:44:29.655810 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2739): Terminating (SIGTERM)\u000a14:44:29.697578 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2742): Terminating (SIGTERM)\u000a14:44:29.739201 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2745): Terminating (SIGTERM)\u000a14:44:29.748812 --- ParallelTerminationStrategy: PID 2735 died...\u000a14:44:29.804858 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2735): Terminated: ok {rc=0}\u000a14:44:29.814829 --- ParallelTerminationStrategy: PID 2736 died...\u000a14:44:29.870049 run iperf3-srv_10.42.42.10(pid=2736): Terminated {rc=256}\u000a14:44:29.880027 --- ParallelTerminationStrategy: PID 2739 died...\u000a14:44:29.935345 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2739): Terminated: ok {rc=0}\u000a14:44:29.945352 --- ParallelTerminationStrategy: PID 2742 died...\u000a14:44:30.000544 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2742): Terminated: ok {rc=0}\u000a14:44:30.010457 --- ParallelTerminationStrategy: PID 2745 died...\u000a14:44:30.065826 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2745): Terminated: ok {rc=0}\u000a14:44:30.151061 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2761): Process ended prematurely: osmo-stp_10.42.42.5(pid=2761) [trial-2406↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2761)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2761): Process ended prematurely: osmo-stp_10.42.42.5(pid=2761) [trial-2406↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2761)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 gprs:trx-b200+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a14:44:31.278883 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:44:31.295290 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a14:44:31.477841 tst iperf3m4.py: using LAC 41616\u000a14:44:31.617883 tst iperf3m4.py: using RAC 51\u000a14:44:31.754809 tst iperf3m4.py: using CellId 41616\u000a14:44:31.931506 tst iperf3m4.py: using BVCI 41617\u000a14:44:31.966463 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:44:31.979146 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:44:31.994298 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:44:32.010539 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:44:32.027374 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:44:32.043948 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:44:32.060353 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:44:32.076421 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:44:32.092827 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a14:44:32.241610 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a14:44:32.365899 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a14:44:32.481232 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a14:44:32.757921 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a14:44:32.883649 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:44:33.197222 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2747): Launched\u000a14:44:33.457279 run iperf3-srv_10.42.42.10(pid=2748): Launched\u000a14:44:33.639597 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a14:44:33.764237 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:44:34.077167 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2749): Launched\u000a14:44:34.336821 run iperf3-srv_10.42.42.10(pid=2750): Launched\u000a14:44:34.520032 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a14:44:34.645045 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:44:34.957722 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2751): Launched\u000a14:44:35.216816 run iperf3-srv_10.42.42.10(pid=2752): Launched\u000a14:44:35.399014 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a14:44:35.523608 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:44:35.836262 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2753): Launched\u000a14:44:36.096155 run iperf3-srv_10.42.42.10(pid=2754): Launched\u000a14:44:36.279372 tst iperf3m4.py:8: start network...\u000a14:44:36.404274 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:44:36.879138 run create_hlr_db(pid=2755): Launched\u000a14:44:37.052716 bus /gobi_6: Setting Powered False\u000a14:44:38.074155 run create_hlr_db(pid=2755): Terminated: ok {rc=0}\u000a14:44:38.505726 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2757): Launched\u000a14:44:38.831167 run osmo-hlr_10.42.42.2(pid=2758): Launched\u000a14:44:38.952454 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:44:39.517173 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2760): Launched\u000a14:44:39.840932 run osmo-stp_10.42.42.5(pid=2761): Launched\u000a14:44:39.959502 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:44:40.524255 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2763): Launched\u000a14:44:40.638934 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:44:40.920805 run patchelf(pid=2764): Launched\u000a14:44:41.111423 run osmo-stp_10.42.42.5(pid=2761): ERR: Terminated: ERROR {rc=1} [trial-2406↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2761)]\u000a14:44:41.250032 run osmo-stp_10.42.42.5(pid=2761): stdout: \u000a| (launched: 2022-12-14_14:44:39.682013)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:44:41.388397 run osmo-stp_10.42.42.5(pid=2761): stderr: \u000a| �[0;m�[38;5;43m20221214144439874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214144439874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214144439875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214144439875 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214144439875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214144439875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214144439875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:44:41.521704 run osmo-stp_10.42.42.5(pid=2761): stdout: \u000a| (launched: 2022-12-14_14:44:39.682013)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:44:41.654070 run osmo-stp_10.42.42.5(pid=2761): stderr: \u000a| �[0;m�[38;5;43m20221214144439874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214144439874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214144439875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214144439875 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214144439875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214144439875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214144439875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:44:41.808728 run patchelf(pid=2764): Terminating (SIGINT)\u000a14:44:41.990414 run patchelf(pid=2764): Terminated: ok {rc=0}\u000a14:44:42.023884 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2761): Process ended prematurely: osmo-stp_10.42.42.5(pid=2761) [trial-2406↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2761)] [trial-2406↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8]\u000a14:44:42.033735 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a14:44:42.096366 run osmo-hlr_10.42.42.2(pid=2758): ERR: Terminated: ERROR {rc=237} [trial-2406↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2758)]\u000a14:44:42.147503 run osmo-hlr_10.42.42.2(pid=2758): stdout: \u000a| (launched: 2022-12-14_14:44:38.670511) \u000a14:44:42.199224 run osmo-hlr_10.42.42.2(pid=2758): stderr: \u000a| �[0;m�[1;31m20221214144438868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214144438868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214144438868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214144438868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214144438868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214144438868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214144438879 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:trx-b200+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214144438888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214144438888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214144438888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:44:42.243454 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2747): Terminating (SIGTERM)\u000a14:44:42.285473 run iperf3-srv_10.42.42.10(pid=2748): Terminating (SIGTERM)\u000a14:44:42.327243 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2749): Terminating (SIGTERM)\u000a14:44:42.368686 run iperf3-srv_10.42.42.10(pid=2750): Terminating (SIGTERM)\u000a14:44:42.411781 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2751): Terminating (SIGTERM)\u000a14:44:42.453610 run iperf3-srv_10.42.42.10(pid=2752): Terminating (SIGTERM)\u000a14:44:42.495397 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2753): Terminating (SIGTERM)\u000a14:44:42.537050 run iperf3-srv_10.42.42.10(pid=2754): Terminating (SIGTERM)\u000a14:44:42.578396 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2757): Terminating (SIGTERM)\u000a14:44:42.620176 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2760): Terminating (SIGTERM)\u000a14:44:42.661682 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2763): Terminating (SIGTERM)\u000a14:44:42.671327 --- ParallelTerminationStrategy: PID 2747 died...\u000a14:44:42.726438 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2747): Terminated: ok {rc=0}\u000a14:44:42.736343 --- ParallelTerminationStrategy: PID 2748 died...\u000a14:44:42.791235 run iperf3-srv_10.42.42.10(pid=2748): Terminated {rc=256}\u000a14:44:42.801187 --- ParallelTerminationStrategy: PID 2749 died...\u000a14:44:42.856118 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2749): Terminated: ok {rc=0}\u000a14:44:42.866045 --- ParallelTerminationStrategy: PID 2750 died...\u000a14:44:42.920997 run iperf3-srv_10.42.42.10(pid=2750): Terminated {rc=256}\u000a14:44:42.930865 --- ParallelTerminationStrategy: PID 2751 died...\u000a14:44:42.986290 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2751): Terminated: ok {rc=0}\u000a14:44:42.996284 --- ParallelTerminationStrategy: PID 2752 died...\u000a14:44:43.051162 run iperf3-srv_10.42.42.10(pid=2752): Terminated {rc=256}\u000a14:44:43.061182 --- ParallelTerminationStrategy: PID 2753 died...\u000a14:44:43.116154 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2753): Terminated: ok {rc=0}\u000a14:44:43.126113 --- ParallelTerminationStrategy: PID 2754 died...\u000a14:44:43.181193 run iperf3-srv_10.42.42.10(pid=2754): Terminated {rc=256}\u000a14:44:43.191124 --- ParallelTerminationStrategy: PID 2757 died...\u000a14:44:43.246085 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2757): Terminated: ok {rc=0}\u000a14:44:43.256112 --- ParallelTerminationStrategy: PID 2760 died...\u000a14:44:43.311611 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2760): Terminated: ok {rc=0}\u000a14:44:43.321731 --- ParallelTerminationStrategy: PID 2763 died...\u000a14:44:43.376852 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2763): Terminated: ok {rc=0}\u000a14:44:43.463053 bus /gobi_4: Setting Powered False\u000a14:44:44.568840 bus /gobi_4: Setting Powered False\u000a14:44:45.676801 bus /gobi_1: Setting Powered False\u000a14:44:46.800007 bus /gobi_1: Setting Powered False\u000a14:44:47.913268 bus /gobi_0: Setting Powered False\u000a14:44:49.016161 bus /gobi_0: Setting Powered False\u000a14:44:50.127997 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2771): Process ended prematurely: osmo-stp_10.42.42.5(pid=2771) [trial-2406↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2771)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2771): Process ended prematurely: osmo-stp_10.42.42.5(pid=2771) [trial-2406↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2771)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 gprs:trx-b200+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a14:44:51.196532 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:44:51.207965 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a14:44:51.351127 tst ping.py: using LAC 41617\u000a14:44:51.477624 tst ping.py: using RAC 52\u000a14:44:51.603798 tst ping.py: using CellId 41617\u000a14:44:51.727833 tst ping.py: using BVCI 41618\u000a14:44:51.752214 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:44:51.763723 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:44:51.774873 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:44:51.786012 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:44:51.797175 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:44:51.808183 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:44:51.819454 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:44:51.830522 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a14:44:52.118751 tst ping.py:19: start network...\u000a14:44:52.250194 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:44:52.756519 run create_hlr_db(pid=2765): Launched\u000a14:44:52.940506 bus /gobi_6: Setting Powered False\u000a14:44:53.960345 run create_hlr_db(pid=2765): Terminated: ok {rc=0}\u000a14:44:54.360701 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2767): Launched\u000a14:44:54.657905 run osmo-hlr_10.42.42.2(pid=2768): Launched\u000a14:44:54.772801 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:44:55.299137 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2770): Launched\u000a14:44:55.594081 run osmo-stp_10.42.42.5(pid=2771): Launched\u000a14:44:55.701665 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:44:56.217788 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2773): Launched\u000a14:44:56.322959 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:44:56.582295 run patchelf(pid=2774): Launched\u000a14:44:56.756357 run osmo-stp_10.42.42.5(pid=2771): ERR: Terminated: ERROR {rc=1} [trial-2406↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2771)]\u000a14:44:56.883435 run osmo-stp_10.42.42.5(pid=2771): stdout: \u000a| (launched: 2022-12-14_14:44:55.448761)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:44:57.011470 run osmo-stp_10.42.42.5(pid=2771): stderr: \u000a| �[0;m�[38;5;43m20221214144455619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214144455619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214144455619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214144455620 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214144455620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214144455620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214144455620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:44:57.134387 run osmo-stp_10.42.42.5(pid=2771): stdout: \u000a| (launched: 2022-12-14_14:44:55.448761)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:44:57.255785 run osmo-stp_10.42.42.5(pid=2771): stderr: \u000a| �[0;m�[38;5;43m20221214144455619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214144455619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214144455619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214144455620 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214144455620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214144455620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214144455620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:44:57.398070 run patchelf(pid=2774): Terminating (SIGINT)\u000a14:44:57.565477 run patchelf(pid=2774): Terminated: ok {rc=0}\u000a14:44:57.595868 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=2771): Process ended prematurely: osmo-stp_10.42.42.5(pid=2771) [trial-2406↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2771)] [trial-2406↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22]\u000a14:44:57.604584 tst ping.py:22: Test FAILED (6.4 sec)\u000a14:44:57.665207 run osmo-hlr_10.42.42.2(pid=2768): ERR: Terminated: ERROR {rc=237} [trial-2406↪gprs:trx-b200+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2768)]\u000a14:44:57.714697 run osmo-hlr_10.42.42.2(pid=2768): stdout: \u000a| (launched: 2022-12-14_14:44:54.510862) \u000a14:44:57.764887 run osmo-hlr_10.42.42.2(pid=2768): stderr: \u000a| �[0;m�[1;31m20221214144454687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214144454688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214144454688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214144454688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214144454688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214144454688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214144454705 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:trx-b200+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214144454714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214144454715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214144454715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:44:57.807980 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2767): Terminating (SIGTERM)\u000a14:44:57.848499 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2770): Terminating (SIGTERM)\u000a14:44:57.889063 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2773): Terminating (SIGTERM)\u000a14:44:57.898423 --- ParallelTerminationStrategy: PID 2767 died...\u000a14:44:57.952573 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2767): Terminated: ok {rc=0}\u000a14:44:57.962215 --- ParallelTerminationStrategy: PID 2770 died...\u000a14:44:58.016084 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2770): Terminated: ok {rc=0}\u000a14:44:58.025739 --- ParallelTerminationStrategy: PID 2773 died...\u000a14:44:58.079554 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2773): Terminated: ok {rc=0}\u000a14:44:58.168495 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2784): Process ended prematurely: osmo-stp_10.42.42.5(pid=2784) [trial-2406↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2784)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2784): Process ended prematurely: osmo-stp_10.42.42.5(pid=2784) [trial-2406↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2784)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 gprs:trx-b200+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a14:44:59.220400 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:44:59.231877 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a14:44:59.366953 tst ping_idle_ping.py: using LAC 41618\u000a14:44:59.490048 tst ping_idle_ping.py: using RAC 53\u000a14:44:59.610005 tst ping_idle_ping.py: using CellId 41618\u000a14:44:59.735374 tst ping_idle_ping.py: using BVCI 41619\u000a14:44:59.759911 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:44:59.771530 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:44:59.782861 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:44:59.794214 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:44:59.805643 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:44:59.817095 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:44:59.828425 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:44:59.839628 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a14:45:00.113065 tst ping_idle_ping.py:24: start network...\u000a14:45:00.236618 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:45:00.705587 run create_hlr_db(pid=2775): Launched\u000a14:45:00.880888 bus /gobi_6: Setting Powered False\u000a14:45:01.901769 run create_hlr_db(pid=2775): Terminated: ok {rc=0}\u000a14:45:02.319678 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2780): Launched\u000a14:45:02.618762 run osmo-hlr_10.42.42.2(pid=2781): Launched\u000a14:45:02.731230 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:45:03.258009 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2783): Launched\u000a14:45:03.556016 run osmo-stp_10.42.42.5(pid=2784): Launched\u000a14:45:03.666487 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:45:04.185329 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2786): Launched\u000a14:45:04.290949 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:45:04.550233 run patchelf(pid=2787): Launched\u000a14:45:04.725137 run osmo-stp_10.42.42.5(pid=2784): ERR: Terminated: ERROR {rc=1} [trial-2406↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2784)]\u000a14:45:04.852273 run osmo-stp_10.42.42.5(pid=2784): stdout: \u000a| (launched: 2022-12-14_14:45:03.409236)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:45:04.980323 run osmo-stp_10.42.42.5(pid=2784): stderr: \u000a| �[0;m�[38;5;43m20221214144503579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214144503579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214144503580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214144503580 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214144503580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214144503581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214144503581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:45:05.103557 run osmo-stp_10.42.42.5(pid=2784): stdout: \u000a| (launched: 2022-12-14_14:45:03.409236)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:45:05.226193 run osmo-stp_10.42.42.5(pid=2784): stderr: \u000a| �[0;m�[38;5;43m20221214144503579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214144503579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214144503580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214144503580 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214144503580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214144503581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214144503581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:45:05.368908 run patchelf(pid=2787): Terminating (SIGINT)\u000a14:45:05.537102 run patchelf(pid=2787): Terminated: ok {rc=0}\u000a14:45:05.567607 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=2784): Process ended prematurely: osmo-stp_10.42.42.5(pid=2784) [trial-2406↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2784)] [trial-2406↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a14:45:05.576158 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a14:45:05.637142 run osmo-hlr_10.42.42.2(pid=2781): ERR: Terminated: ERROR {rc=237} [trial-2406↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2781)]\u000a14:45:05.686997 run osmo-hlr_10.42.42.2(pid=2781): stdout: \u000a| (launched: 2022-12-14_14:45:02.470830) \u000a14:45:05.737179 run osmo-hlr_10.42.42.2(pid=2781): stderr: \u000a| �[0;m�[1;31m20221214144502645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214144502645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214144502645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214144502645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214144502645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214144502645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214144502657 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:trx-b200+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214144502666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214144502666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214144502666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:45:05.780044 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2780): Terminating (SIGTERM)\u000a14:45:05.820699 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2783): Terminating (SIGTERM)\u000a14:45:05.860778 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2786): Terminating (SIGTERM)\u000a14:45:05.870069 --- ParallelTerminationStrategy: PID 2780 died...\u000a14:45:05.924087 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2780): Terminated: ok {rc=0}\u000a14:45:05.933694 --- ParallelTerminationStrategy: PID 2783 died...\u000a14:45:05.987415 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2783): Terminated: ok {rc=0}\u000a14:45:05.997049 --- ParallelTerminationStrategy: PID 2786 died...\u000a14:45:06.050614 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2786): Terminated: ok {rc=0}\u000a14:45:06.135032 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "51", "name" : "gprs_trx-b200+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:44:08" }, { "cases" : [ { "testActions" : [ ], "age" : 269, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2802): Process ended prematurely: osmo-stp_10.42.42.5(pid=2802) [trial-2406↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2802)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2802): Process ended prematurely: osmo-stp_10.42.42.5(pid=2802) [trial-2406↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2802)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 gprs:trx-b200+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a14:45:08.299365 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:45:08.310729 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a14:45:08.479723 tst cs_paging_gprs_active.py: using LAC 41619\u000a14:45:08.601761 tst cs_paging_gprs_active.py: using RAC 54\u000a14:45:08.719856 tst cs_paging_gprs_active.py: using CellId 41619\u000a14:45:08.837483 tst cs_paging_gprs_active.py: using BVCI 41620\u000a14:45:08.860609 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:45:08.871369 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:45:08.882075 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:45:08.892755 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:45:08.904188 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:45:08.915709 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:45:08.927208 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:45:08.938490 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:45:08.950009 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a14:45:09.067604 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a14:45:09.345378 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a14:45:09.471726 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:45:09.785255 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2792): Launched\u000a14:45:10.046633 run iperf3-srv_10.42.42.10(pid=2793): Launched\u000a14:45:10.230951 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a14:45:10.356932 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:45:10.671199 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2794): Launched\u000a14:45:10.931908 run iperf3-srv_10.42.42.10(pid=2795): Launched\u000a14:45:11.115390 tst cs_paging_gprs_active.py:38: start network...\u000a14:45:11.241171 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:45:11.718461 run create_hlr_db(pid=2796): Launched\u000a14:45:11.892810 bus /gobi_6: Setting Powered False\u000a14:45:12.914249 run create_hlr_db(pid=2796): Terminated: ok {rc=0}\u000a14:45:13.347552 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2798): Launched\u000a14:45:13.673376 run osmo-hlr_10.42.42.2(pid=2799): Launched\u000a14:45:13.797086 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:45:14.363188 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2801): Launched\u000a14:45:14.690054 run osmo-stp_10.42.42.5(pid=2802): Launched\u000a14:45:14.807449 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:45:15.374930 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2804): Launched\u000a14:45:15.490467 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:45:15.774819 run patchelf(pid=2805): Launched\u000a14:45:15.983609 run osmo-stp_10.42.42.5(pid=2802): ERR: Terminated: ERROR {rc=1} [trial-2406↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2802)]\u000a14:45:16.117404 run osmo-stp_10.42.42.5(pid=2802): stdout: \u000a| (launched: 2022-12-14_14:45:14.528264)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:45:16.253461 run osmo-stp_10.42.42.5(pid=2802): stderr: \u000a| �[0;m�[38;5;43m20221214144514720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214144514720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214144514720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214144514721 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214144514721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214144514721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214144514721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:45:16.385177 run osmo-stp_10.42.42.5(pid=2802): stdout: \u000a| (launched: 2022-12-14_14:45:14.528264)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:45:16.514753 run osmo-stp_10.42.42.5(pid=2802): stderr: \u000a| �[0;m�[38;5;43m20221214144514720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214144514720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214144514720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214144514721 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214144514721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214144514721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214144514721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:45:16.667277 run patchelf(pid=2805): Terminating (SIGINT)\u000a14:45:16.845831 run patchelf(pid=2805): Terminated: ok {rc=0}\u000a14:45:16.878796 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=2802): Process ended prematurely: osmo-stp_10.42.42.5(pid=2802) [trial-2406↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2802)] [trial-2406↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a14:45:16.889005 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a14:45:16.953745 run osmo-hlr_10.42.42.2(pid=2799): ERR: Terminated: ERROR {rc=237} [trial-2406↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2799)]\u000a14:45:17.006891 run osmo-hlr_10.42.42.2(pid=2799): stdout: \u000a| (launched: 2022-12-14_14:45:13.513138) \u000a14:45:17.059963 run osmo-hlr_10.42.42.2(pid=2799): stderr: \u000a| �[0;m�[1;31m20221214144513714 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214144513714 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214144513714 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214144513714 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214144513714 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214144513714 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214144513726 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:trx-b200+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214144513735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214144513735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214144513735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:45:17.106078 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2792): Terminating (SIGTERM)\u000a14:45:17.148741 run iperf3-srv_10.42.42.10(pid=2793): Terminating (SIGTERM)\u000a14:45:17.192444 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2794): Terminating (SIGTERM)\u000a14:45:17.234698 run iperf3-srv_10.42.42.10(pid=2795): Terminating (SIGTERM)\u000a14:45:17.276225 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2798): Terminating (SIGTERM)\u000a14:45:17.317568 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2801): Terminating (SIGTERM)\u000a14:45:17.359973 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2804): Terminating (SIGTERM)\u000a14:45:17.369072 --- ParallelTerminationStrategy: PID 2792 died...\u000a14:45:17.423707 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2792): Terminated: ok {rc=0}\u000a14:45:17.433463 --- ParallelTerminationStrategy: PID 2793 died...\u000a14:45:17.487444 run iperf3-srv_10.42.42.10(pid=2793): Terminated {rc=256}\u000a14:45:17.497091 --- ParallelTerminationStrategy: PID 2794 died...\u000a14:45:17.551295 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2794): Terminated: ok {rc=0}\u000a14:45:17.561082 --- ParallelTerminationStrategy: PID 2795 died...\u000a14:45:17.615203 run iperf3-srv_10.42.42.10(pid=2795): Terminated {rc=256}\u000a14:45:17.624683 --- ParallelTerminationStrategy: PID 2798 died...\u000a14:45:17.678779 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2798): Terminated: ok {rc=0}\u000a14:45:17.688471 --- ParallelTerminationStrategy: PID 2801 died...\u000a14:45:17.742414 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2801): Terminated: ok {rc=0}\u000a14:45:17.752064 --- ParallelTerminationStrategy: PID 2804 died...\u000a14:45:17.806184 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2804): Terminated: ok {rc=0}\u000a14:45:17.890577 bus /gobi_0: Setting Powered False\u000a14:45:18.997257 bus /gobi_0: Setting Powered False\u000a14:45:20.108502 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2814): Process ended prematurely: osmo-stp_10.42.42.5(pid=2814) [trial-2406↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2814)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2814): Process ended prematurely: osmo-stp_10.42.42.5(pid=2814) [trial-2406↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2814)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 gprs:trx-b200+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a14:45:21.219427 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:45:21.231087 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a14:45:21.389691 tst iperf3.py: using LAC 41620\u000a14:45:21.515192 tst iperf3.py: using RAC 55\u000a14:45:21.643544 tst iperf3.py: using CellId 41620\u000a14:45:21.769522 tst iperf3.py: using BVCI 41621\u000a14:45:21.794356 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:45:21.805732 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:45:21.816864 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:45:21.827905 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:45:21.839057 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:45:21.850149 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:45:21.861427 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:45:21.872277 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:45:21.883711 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a14:45:22.161441 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a14:45:22.287319 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:45:22.601420 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2806): Launched\u000a14:45:22.861366 run iperf3-srv_10.42.42.10(pid=2807): Launched\u000a14:45:23.044404 tst iperf3.py:8: start network...\u000a14:45:23.170011 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:45:23.646573 run create_hlr_db(pid=2808): Launched\u000a14:45:23.819501 bus /gobi_6: Setting Powered False\u000a14:45:24.841774 run create_hlr_db(pid=2808): Terminated: ok {rc=0}\u000a14:45:25.272803 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2810): Launched\u000a14:45:25.597057 run osmo-hlr_10.42.42.2(pid=2811): Launched\u000a14:45:25.714733 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:45:26.277823 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2813): Launched\u000a14:45:26.602770 run osmo-stp_10.42.42.5(pid=2814): Launched\u000a14:45:26.719802 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:45:27.286004 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2816): Launched\u000a14:45:27.401859 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:45:27.684414 run patchelf(pid=2817): Launched\u000a14:45:27.873664 run osmo-stp_10.42.42.5(pid=2814): ERR: Terminated: ERROR {rc=1} [trial-2406↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2814)]\u000a14:45:28.011283 run osmo-stp_10.42.42.5(pid=2814): stdout: \u000a| (launched: 2022-12-14_14:45:26.442917)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:45:28.148838 run osmo-stp_10.42.42.5(pid=2814): stderr: \u000a| �[0;m�[38;5;43m20221214144526635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214144526635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214144526635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214144526635 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214144526636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214144526636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214144526636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:45:28.282403 run osmo-stp_10.42.42.5(pid=2814): stdout: \u000a| (launched: 2022-12-14_14:45:26.442917)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:45:28.414700 run osmo-stp_10.42.42.5(pid=2814): stderr: \u000a| �[0;m�[38;5;43m20221214144526635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214144526635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214144526635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214144526635 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214144526636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214144526636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214144526636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:45:28.568890 run patchelf(pid=2817): Terminating (SIGINT)\u000a14:45:28.750170 run patchelf(pid=2817): Terminated: ok {rc=0}\u000a14:45:28.783361 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2814): Process ended prematurely: osmo-stp_10.42.42.5(pid=2814) [trial-2406↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2814)] [trial-2406↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a14:45:28.793080 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a14:45:28.856343 run osmo-hlr_10.42.42.2(pid=2811): ERR: Terminated: ERROR {rc=237} [trial-2406↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2811)]\u000a14:45:28.908231 run osmo-hlr_10.42.42.2(pid=2811): stdout: \u000a| (launched: 2022-12-14_14:45:25.438077) \u000a14:45:28.960239 run osmo-hlr_10.42.42.2(pid=2811): stderr: \u000a| �[0;m�[1;31m20221214144525635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214144525635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214144525635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214144525636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214144525636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214144525636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214144525648 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214144525657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214144525658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214144525658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:45:29.004721 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2806): Terminating (SIGTERM)\u000a14:45:29.046849 run iperf3-srv_10.42.42.10(pid=2807): Terminating (SIGTERM)\u000a14:45:29.088776 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2810): Terminating (SIGTERM)\u000a14:45:29.130810 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2813): Terminating (SIGTERM)\u000a14:45:29.172644 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2816): Terminating (SIGTERM)\u000a14:45:29.182496 --- ParallelTerminationStrategy: PID 2806 died...\u000a14:45:29.238328 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2806): Terminated: ok {rc=0}\u000a14:45:29.248321 --- ParallelTerminationStrategy: PID 2807 died...\u000a14:45:29.304237 run iperf3-srv_10.42.42.10(pid=2807): Terminated {rc=256}\u000a14:45:29.314230 --- ParallelTerminationStrategy: PID 2810 died...\u000a14:45:29.370410 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2810): Terminated: ok {rc=0}\u000a14:45:29.380393 --- ParallelTerminationStrategy: PID 2813 died...\u000a14:45:29.436062 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2813): Terminated: ok {rc=0}\u000a14:45:29.446024 --- ParallelTerminationStrategy: PID 2816 died...\u000a14:45:29.501664 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2816): Terminated: ok {rc=0}\u000a14:45:29.588623 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2832): Process ended prematurely: osmo-stp_10.42.42.5(pid=2832) [trial-2406↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2832)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2832): Process ended prematurely: osmo-stp_10.42.42.5(pid=2832) [trial-2406↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2832)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 gprs:trx-b200+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a14:45:30.703531 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:45:30.715726 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a14:45:30.896569 tst iperf3m4.py: using LAC 41621\u000a14:45:31.027641 tst iperf3m4.py: using RAC 56\u000a14:45:31.157982 tst iperf3m4.py: using CellId 41621\u000a14:45:31.285313 tst iperf3m4.py: using BVCI 41622\u000a14:45:31.311081 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:45:31.323096 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:45:31.335502 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:45:31.348352 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:45:31.361065 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:45:31.374235 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:45:31.386806 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:45:31.399906 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:45:31.412518 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a14:45:31.550909 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a14:45:31.675073 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a14:45:31.797476 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a14:45:32.119831 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a14:45:32.256781 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:45:32.593682 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2818): Launched\u000a14:45:32.872692 run iperf3-srv_10.42.42.10(pid=2819): Launched\u000a14:45:33.071901 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a14:45:33.207209 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:45:33.544208 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2820): Launched\u000a14:45:33.823263 run iperf3-srv_10.42.42.10(pid=2821): Launched\u000a14:45:34.021778 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a14:45:34.156624 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:45:34.492502 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2822): Launched\u000a14:45:34.770824 run iperf3-srv_10.42.42.10(pid=2823): Launched\u000a14:45:34.969264 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a14:45:35.103902 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:45:35.441256 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2824): Launched\u000a14:45:35.719727 run iperf3-srv_10.42.42.10(pid=2825): Launched\u000a14:45:35.917195 tst iperf3m4.py:8: start network...\u000a14:45:36.052073 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:45:36.570297 run create_hlr_db(pid=2826): Launched\u000a14:45:36.757983 bus /gobi_6: Setting Powered False\u000a14:45:37.778377 run create_hlr_db(pid=2826): Terminated: ok {rc=0}\u000a14:45:38.185881 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2828): Launched\u000a14:45:38.488606 run osmo-hlr_10.42.42.2(pid=2829): Launched\u000a14:45:38.607397 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:45:39.140102 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2831): Launched\u000a14:45:39.444036 run osmo-stp_10.42.42.5(pid=2832): Launched\u000a14:45:39.554499 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:45:40.082693 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2834): Launched\u000a14:45:40.190153 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:45:40.455401 run patchelf(pid=2835): Launched\u000a14:45:40.632615 run osmo-stp_10.42.42.5(pid=2832): ERR: Terminated: ERROR {rc=1} [trial-2406↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2832)]\u000a14:45:40.762024 run osmo-stp_10.42.42.5(pid=2832): stdout: \u000a| (launched: 2022-12-14_14:45:39.293411)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:45:40.892173 run osmo-stp_10.42.42.5(pid=2832): stderr: \u000a| �[0;m�[38;5;43m20221214144539467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214144539467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214144539467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214144539467 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214144539468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214144539468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214144539468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:45:41.017680 run osmo-stp_10.42.42.5(pid=2832): stdout: \u000a| (launched: 2022-12-14_14:45:39.293411)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:45:41.141479 run osmo-stp_10.42.42.5(pid=2832): stderr: \u000a| �[0;m�[38;5;43m20221214144539467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214144539467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214144539467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214144539467 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214144539468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214144539468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214144539468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:45:41.286545 run patchelf(pid=2835): Terminating (SIGINT)\u000a14:45:41.458042 run patchelf(pid=2835): Terminated: ok {rc=0}\u000a14:45:41.489389 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2832): Process ended prematurely: osmo-stp_10.42.42.5(pid=2832) [trial-2406↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2832)] [trial-2406↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a14:45:41.498675 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a14:45:41.560333 run osmo-hlr_10.42.42.2(pid=2829): ERR: Terminated: ERROR {rc=237} [trial-2406↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2829)]\u000a14:45:41.610245 run osmo-hlr_10.42.42.2(pid=2829): stdout: \u000a| (launched: 2022-12-14_14:45:38.338987) \u000a14:45:41.660561 run osmo-hlr_10.42.42.2(pid=2829): stderr: \u000a| �[0;m�[1;31m20221214144538515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214144538515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214144538515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214144538515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214144538515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214144538515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214144538527 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214144538535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214144538536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214144538536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:45:41.703631 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2818): Terminating (SIGTERM)\u000a14:45:41.744073 run iperf3-srv_10.42.42.10(pid=2819): Terminating (SIGTERM)\u000a14:45:41.784340 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2820): Terminating (SIGTERM)\u000a14:45:41.825137 run iperf3-srv_10.42.42.10(pid=2821): Terminating (SIGTERM)\u000a14:45:41.867880 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2822): Terminating (SIGTERM)\u000a14:45:41.911420 run iperf3-srv_10.42.42.10(pid=2823): Terminating (SIGTERM)\u000a14:45:41.954400 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2824): Terminating (SIGTERM)\u000a14:45:41.994899 run iperf3-srv_10.42.42.10(pid=2825): Terminating (SIGTERM)\u000a14:45:42.035157 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2828): Terminating (SIGTERM)\u000a14:45:42.075479 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2831): Terminating (SIGTERM)\u000a14:45:42.115637 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2834): Terminating (SIGTERM)\u000a14:45:42.125030 --- ParallelTerminationStrategy: PID 2818 died...\u000a14:45:42.178886 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2818): Terminated: ok {rc=0}\u000a14:45:42.188428 --- ParallelTerminationStrategy: PID 2819 died...\u000a14:45:42.241904 run iperf3-srv_10.42.42.10(pid=2819): Terminated {rc=256}\u000a14:45:42.251398 --- ParallelTerminationStrategy: PID 2820 died...\u000a14:45:42.304813 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2820): Terminated: ok {rc=0}\u000a14:45:42.314367 --- ParallelTerminationStrategy: PID 2821 died...\u000a14:45:42.367762 run iperf3-srv_10.42.42.10(pid=2821): Terminated {rc=256}\u000a14:45:42.377320 --- ParallelTerminationStrategy: PID 2822 died...\u000a14:45:42.430860 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2822): Terminated: ok {rc=0}\u000a14:45:42.440235 --- ParallelTerminationStrategy: PID 2823 died...\u000a14:45:42.493332 run iperf3-srv_10.42.42.10(pid=2823): Terminated {rc=256}\u000a14:45:42.502784 --- ParallelTerminationStrategy: PID 2824 died...\u000a14:45:42.556087 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2824): Terminated: ok {rc=0}\u000a14:45:42.565684 --- ParallelTerminationStrategy: PID 2825 died...\u000a14:45:42.618953 run iperf3-srv_10.42.42.10(pid=2825): Terminated {rc=256}\u000a14:45:42.628401 --- ParallelTerminationStrategy: PID 2828 died...\u000a14:45:42.681707 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2828): Terminated: ok {rc=0}\u000a14:45:42.691428 --- ParallelTerminationStrategy: PID 2831 died...\u000a14:45:42.744701 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2831): Terminated: ok {rc=0}\u000a14:45:42.754311 --- ParallelTerminationStrategy: PID 2834 died...\u000a14:45:42.807760 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2834): Terminated: ok {rc=0}\u000a14:45:42.891883 bus /gobi_4: Setting Powered False\u000a14:45:43.998845 bus /gobi_4: Setting Powered False\u000a14:45:45.109747 bus /gobi_1: Setting Powered False\u000a14:45:46.220698 bus /gobi_1: Setting Powered False\u000a14:45:47.329187 bus /gobi_0: Setting Powered False\u000a14:45:48.432702 bus /gobi_0: Setting Powered False\u000a14:45:49.545414 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2849): Process ended prematurely: osmo-stp_10.42.42.5(pid=2849) [trial-2406↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2849)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2849): Process ended prematurely: osmo-stp_10.42.42.5(pid=2849) [trial-2406↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2849)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 gprs:trx-b200+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a14:45:50.613026 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:45:50.624469 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a14:45:50.780780 tst ping.py: using LAC 41622\u000a14:45:50.898858 tst ping.py: using RAC 57\u000a14:45:51.016753 tst ping.py: using CellId 41622\u000a14:45:51.134095 tst ping.py: using BVCI 41623\u000a14:45:51.156677 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:45:51.167459 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:45:51.178470 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:45:51.189082 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:45:51.200089 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:45:51.211222 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:45:51.222335 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:45:51.233354 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a14:45:51.506978 tst ping.py:19: start network...\u000a14:45:51.630261 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:45:52.117670 run create_hlr_db(pid=2837): Launched\u000a14:45:52.289735 bus /gobi_6: Setting Powered False\u000a14:45:53.309845 run create_hlr_db(pid=2837): Terminated: ok {rc=0}\u000a14:45:53.734832 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2845): Launched\u000a14:45:54.051474 run osmo-hlr_10.42.42.2(pid=2846): Launched\u000a14:45:54.170846 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:45:54.726742 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2848): Launched\u000a14:45:55.043602 run osmo-stp_10.42.42.5(pid=2849): Launched\u000a14:45:55.158578 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:45:55.712103 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2851): Launched\u000a14:45:55.817318 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:45:56.076787 run patchelf(pid=2852): Launched\u000a14:45:56.251165 run osmo-stp_10.42.42.5(pid=2849): ERR: Terminated: ERROR {rc=1} [trial-2406↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2849)]\u000a14:45:56.378383 run osmo-stp_10.42.42.5(pid=2849): stdout: \u000a| (launched: 2022-12-14_14:45:54.888192)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:45:56.506209 run osmo-stp_10.42.42.5(pid=2849): stderr: \u000a| �[0;m�[38;5;43m20221214144555081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214144555082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214144555082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214144555082 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214144555083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214144555083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214144555083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:45:56.628856 run osmo-stp_10.42.42.5(pid=2849): stdout: \u000a| (launched: 2022-12-14_14:45:54.888192)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:45:56.750572 run osmo-stp_10.42.42.5(pid=2849): stderr: \u000a| �[0;m�[38;5;43m20221214144555081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214144555082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214144555082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214144555082 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214144555083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214144555083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214144555083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:45:56.892780 run patchelf(pid=2852): Terminating (SIGINT)\u000a14:45:57.060210 run patchelf(pid=2852): Terminated: ok {rc=0}\u000a14:45:57.090782 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=2849): Process ended prematurely: osmo-stp_10.42.42.5(pid=2849) [trial-2406↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2849)] [trial-2406↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22]\u000a14:45:57.099495 tst ping.py:22: Test FAILED (6.5 sec)\u000a14:45:57.160189 run osmo-hlr_10.42.42.2(pid=2846): ERR: Terminated: ERROR {rc=237} [trial-2406↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2846)]\u000a14:45:57.209631 run osmo-hlr_10.42.42.2(pid=2846): stdout: \u000a| (launched: 2022-12-14_14:45:53.896253) \u000a14:45:57.259624 run osmo-hlr_10.42.42.2(pid=2846): stderr: \u000a| �[0;m�[1;31m20221214144554095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214144554095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214144554095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214144554095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214144554095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214144554095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214144554108 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:trx-b200+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214144554116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214144554116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214144554117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:45:57.302066 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2845): Terminating (SIGTERM)\u000a14:45:57.342276 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2848): Terminating (SIGTERM)\u000a14:45:57.382214 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2851): Terminating (SIGTERM)\u000a14:45:57.391428 --- ParallelTerminationStrategy: PID 2845 died...\u000a14:45:57.445511 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2845): Terminated: ok {rc=0}\u000a14:45:57.455056 --- ParallelTerminationStrategy: PID 2848 died...\u000a14:45:57.508820 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2848): Terminated: ok {rc=0}\u000a14:45:57.518433 --- ParallelTerminationStrategy: PID 2851 died...\u000a14:45:57.572841 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2851): Terminated: ok {rc=0}\u000a14:45:57.661383 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2859): Process ended prematurely: osmo-stp_10.42.42.5(pid=2859) [trial-2406↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2859)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2859): Process ended prematurely: osmo-stp_10.42.42.5(pid=2859) [trial-2406↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2859)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 gprs:trx-b200+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a14:45:58.713085 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:45:58.724499 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a14:45:58.889221 tst ping_idle_ping.py: using LAC 41623\u000a14:45:59.015997 tst ping_idle_ping.py: using RAC 58\u000a14:45:59.140937 tst ping_idle_ping.py: using CellId 41623\u000a14:45:59.267415 tst ping_idle_ping.py: using BVCI 41624\u000a14:45:59.291903 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:45:59.303850 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:45:59.315088 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:45:59.326282 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:45:59.337634 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:45:59.349081 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:45:59.360349 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:45:59.371504 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a14:45:59.646457 tst ping_idle_ping.py:24: start network...\u000a14:45:59.770802 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:46:00.246433 run create_hlr_db(pid=2853): Launched\u000a14:46:00.418380 bus /gobi_6: Setting Powered False\u000a14:46:01.492217 run create_hlr_db(pid=2853): Terminated: ok {rc=0}\u000a14:46:01.920191 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2855): Launched\u000a14:46:02.289071 run osmo-hlr_10.42.42.2(pid=2856): Launched\u000a14:46:02.405703 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:46:02.930370 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2858): Launched\u000a14:46:03.226788 run osmo-stp_10.42.42.5(pid=2859): Launched\u000a14:46:03.335690 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:46:03.855051 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2861): Launched\u000a14:46:03.960249 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:46:04.219922 run patchelf(pid=2862): Launched\u000a14:46:04.395170 run osmo-stp_10.42.42.5(pid=2859): ERR: Terminated: ERROR {rc=1} [trial-2406↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2859)]\u000a14:46:04.522570 run osmo-stp_10.42.42.5(pid=2859): stdout: \u000a| (launched: 2022-12-14_14:46:03.080527)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:46:04.650194 run osmo-stp_10.42.42.5(pid=2859): stderr: \u000a| �[0;m�[38;5;43m20221214144603249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214144603249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214144603249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214144603250 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214144603252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214144603252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214144603252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:46:04.772921 run osmo-stp_10.42.42.5(pid=2859): stdout: \u000a| (launched: 2022-12-14_14:46:03.080527)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:46:04.894903 run osmo-stp_10.42.42.5(pid=2859): stderr: \u000a| �[0;m�[38;5;43m20221214144603249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214144603249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214144603249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214144603250 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214144603252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214144603252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214144603252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:46:05.036541 run patchelf(pid=2862): Terminating (SIGINT)\u000a14:46:05.203685 run patchelf(pid=2862): Terminated: ok {rc=0}\u000a14:46:05.234134 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=2859): Process ended prematurely: osmo-stp_10.42.42.5(pid=2859) [trial-2406↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2859)] [trial-2406↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a14:46:05.242784 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a14:46:05.303182 run osmo-hlr_10.42.42.2(pid=2856): ERR: Terminated: ERROR {rc=237} [trial-2406↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2856)]\u000a14:46:05.352803 run osmo-hlr_10.42.42.2(pid=2856): stdout: \u000a| (launched: 2022-12-14_14:46:02.072841) \u000a14:46:05.402811 run osmo-hlr_10.42.42.2(pid=2856): stderr: \u000a| �[0;m�[1;31m20221214144602322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214144602322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214144602322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214144602322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214144602322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214144602322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214144602335 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:trx-b200+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214144602343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214144602343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214144602343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:46:05.445605 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2855): Terminating (SIGTERM)\u000a14:46:05.485848 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2858): Terminating (SIGTERM)\u000a14:46:05.526122 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2861): Terminating (SIGTERM)\u000a14:46:05.535320 --- ParallelTerminationStrategy: PID 2855 died...\u000a14:46:05.589140 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2855): Terminated: ok {rc=0}\u000a14:46:05.598693 --- ParallelTerminationStrategy: PID 2858 died...\u000a14:46:05.652302 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2858): Terminated: ok {rc=0}\u000a14:46:05.661767 --- ParallelTerminationStrategy: PID 2861 died...\u000a14:46:05.714910 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2861): Terminated: ok {rc=0}\u000a14:46:05.798867 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "52", "name" : "gprs_trx-b200+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:45:07" }, { "cases" : [ { "testActions" : [ ], "age" : 269, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2876): Process ended prematurely: osmo-stp_10.42.42.5(pid=2876) [trial-2406↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2876)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2876): Process ended prematurely: osmo-stp_10.42.42.5(pid=2876) [trial-2406↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2876)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 gprs:trx-b200+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a14:46:07.961436 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:46:07.972532 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a14:46:08.137806 tst cs_paging_gprs_active.py: using LAC 41624\u000a14:46:08.268653 tst cs_paging_gprs_active.py: using RAC 59\u000a14:46:08.394618 tst cs_paging_gprs_active.py: using CellId 41624\u000a14:46:08.520175 tst cs_paging_gprs_active.py: using BVCI 41625\u000a14:46:08.545021 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:46:08.556244 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:46:08.567401 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:46:08.578990 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:46:08.590004 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:46:08.601114 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:46:08.612148 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:46:08.623138 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:46:08.634514 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a14:46:08.752339 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a14:46:09.044614 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a14:46:09.179814 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:46:09.515327 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2866): Launched\u000a14:46:09.795006 run iperf3-srv_10.42.42.10(pid=2867): Launched\u000a14:46:09.993365 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a14:46:10.127856 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:46:10.463148 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2868): Launched\u000a14:46:10.741419 run iperf3-srv_10.42.42.10(pid=2869): Launched\u000a14:46:10.938695 tst cs_paging_gprs_active.py:38: start network...\u000a14:46:11.073805 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:46:11.593216 run create_hlr_db(pid=2870): Launched\u000a14:46:11.781282 bus /gobi_6: Setting Powered False\u000a14:46:12.801444 run create_hlr_db(pid=2870): Terminated: ok {rc=0}\u000a14:46:13.231535 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2872): Launched\u000a14:46:13.556612 run osmo-hlr_10.42.42.2(pid=2873): Launched\u000a14:46:13.678408 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:46:14.240414 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2875): Launched\u000a14:46:14.566251 run osmo-stp_10.42.42.5(pid=2876): Launched\u000a14:46:14.683899 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:46:15.249494 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2878): Launched\u000a14:46:15.365349 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:46:15.648858 run patchelf(pid=2879): Launched\u000a14:46:15.844810 run osmo-stp_10.42.42.5(pid=2876): ERR: Terminated: ERROR {rc=1} [trial-2406↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2876)]\u000a14:46:15.999350 run osmo-stp_10.42.42.5(pid=2876): stdout: \u000a| (launched: 2022-12-14_14:46:14.406512)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:46:16.151261 run osmo-stp_10.42.42.5(pid=2876): stderr: \u000a| �[0;m�[38;5;43m20221214144614600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214144614600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214144614601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214144614601 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214144614601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214144614602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214144614602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:46:16.282054 run osmo-stp_10.42.42.5(pid=2876): stdout: \u000a| (launched: 2022-12-14_14:46:14.406512)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:46:16.414446 run osmo-stp_10.42.42.5(pid=2876): stderr: \u000a| �[0;m�[38;5;43m20221214144614600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214144614600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214144614601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214144614601 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214144614601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214144614602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214144614602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:46:16.565981 run patchelf(pid=2879): Terminating (SIGINT)\u000a14:46:16.745048 run patchelf(pid=2879): Terminated: ok {rc=0}\u000a14:46:16.779439 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=2876): Process ended prematurely: osmo-stp_10.42.42.5(pid=2876) [trial-2406↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2876)] [trial-2406↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a14:46:16.789919 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a14:46:16.854039 run osmo-hlr_10.42.42.2(pid=2873): ERR: Terminated: ERROR {rc=237} [trial-2406↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2873)]\u000a14:46:16.906177 run osmo-hlr_10.42.42.2(pid=2873): stdout: \u000a| (launched: 2022-12-14_14:46:13.397315) \u000a14:46:16.959138 run osmo-hlr_10.42.42.2(pid=2873): stderr: \u000a| �[0;m�[1;31m20221214144613598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214144613598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214144613599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214144613599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214144613599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214144613599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214144613611 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:trx-b200+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214144613619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214144613619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214144613619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:46:17.005348 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2866): Terminating (SIGTERM)\u000a14:46:17.050684 run iperf3-srv_10.42.42.10(pid=2867): Terminating (SIGTERM)\u000a14:46:17.095249 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2868): Terminating (SIGTERM)\u000a14:46:17.138521 run iperf3-srv_10.42.42.10(pid=2869): Terminating (SIGTERM)\u000a14:46:17.183959 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2872): Terminating (SIGTERM)\u000a14:46:17.227180 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2875): Terminating (SIGTERM)\u000a14:46:17.271787 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2878): Terminating (SIGTERM)\u000a14:46:17.283292 --- ParallelTerminationStrategy: PID 2866 died...\u000a14:46:17.340514 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2866): Terminated: ok {rc=0}\u000a14:46:17.350439 --- ParallelTerminationStrategy: PID 2867 died...\u000a14:46:17.405575 run iperf3-srv_10.42.42.10(pid=2867): Terminated {rc=256}\u000a14:46:17.415429 --- ParallelTerminationStrategy: PID 2868 died...\u000a14:46:17.470521 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2868): Terminated: ok {rc=0}\u000a14:46:17.480356 --- ParallelTerminationStrategy: PID 2869 died...\u000a14:46:17.535303 run iperf3-srv_10.42.42.10(pid=2869): Terminated {rc=256}\u000a14:46:17.545299 --- ParallelTerminationStrategy: PID 2872 died...\u000a14:46:17.600084 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2872): Terminated: ok {rc=0}\u000a14:46:17.609968 --- ParallelTerminationStrategy: PID 2875 died...\u000a14:46:17.665020 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2875): Terminated: ok {rc=0}\u000a14:46:17.674932 --- ParallelTerminationStrategy: PID 2878 died...\u000a14:46:17.730356 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2878): Terminated: ok {rc=0}\u000a14:46:17.816903 bus /gobi_0: Setting Powered False\u000a14:46:18.922821 bus /gobi_0: Setting Powered False\u000a14:46:20.030270 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2888): Process ended prematurely: osmo-stp_10.42.42.5(pid=2888) [trial-2406↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2888)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2888): Process ended prematurely: osmo-stp_10.42.42.5(pid=2888) [trial-2406↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2888)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 gprs:trx-b200+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a14:46:21.144409 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:46:21.156443 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a14:46:21.326922 tst iperf3.py: using LAC 41625\u000a14:46:21.457927 tst iperf3.py: using RAC 60\u000a14:46:21.582860 tst iperf3.py: using CellId 41625\u000a14:46:21.712521 tst iperf3.py: using BVCI 41626\u000a14:46:21.737405 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:46:21.748903 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:46:21.760184 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:46:21.771353 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:46:21.782482 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:46:21.793557 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:46:21.804798 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:46:21.815837 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:46:21.827149 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a14:46:22.104012 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a14:46:22.229745 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:46:22.544441 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2880): Launched\u000a14:46:22.805791 run iperf3-srv_10.42.42.10(pid=2881): Launched\u000a14:46:22.989501 tst iperf3.py:8: start network...\u000a14:46:23.114903 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:46:23.591253 run create_hlr_db(pid=2882): Launched\u000a14:46:23.763986 bus /gobi_6: Setting Powered False\u000a14:46:24.796933 run create_hlr_db(pid=2882): Terminated: ok {rc=0}\u000a14:46:25.225733 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2884): Launched\u000a14:46:25.549880 run osmo-hlr_10.42.42.2(pid=2885): Launched\u000a14:46:25.672653 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:46:26.237115 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2887): Launched\u000a14:46:26.561939 run osmo-stp_10.42.42.5(pid=2888): Launched\u000a14:46:26.679479 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:46:27.243206 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2890): Launched\u000a14:46:27.358935 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:46:27.641477 run patchelf(pid=2891): Launched\u000a14:46:27.831454 run osmo-stp_10.42.42.5(pid=2888): ERR: Terminated: ERROR {rc=1} [trial-2406↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2888)]\u000a14:46:27.969213 run osmo-stp_10.42.42.5(pid=2888): stdout: \u000a| (launched: 2022-12-14_14:46:26.402729)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:46:28.107708 run osmo-stp_10.42.42.5(pid=2888): stderr: \u000a| �[0;m�[38;5;43m20221214144626597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214144626597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214144626597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214144626598 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214144626598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214144626598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214144626598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:46:28.241050 run osmo-stp_10.42.42.5(pid=2888): stdout: \u000a| (launched: 2022-12-14_14:46:26.402729)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:46:28.374209 run osmo-stp_10.42.42.5(pid=2888): stderr: \u000a| �[0;m�[38;5;43m20221214144626597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214144626597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214144626597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214144626598 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214144626598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214144626598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214144626598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:46:28.528681 run patchelf(pid=2891): Terminating (SIGINT)\u000a14:46:28.710576 run patchelf(pid=2891): Terminated: ok {rc=0}\u000a14:46:28.743875 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2888): Process ended prematurely: osmo-stp_10.42.42.5(pid=2888) [trial-2406↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2888)] [trial-2406↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a14:46:28.753627 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a14:46:28.816423 run osmo-hlr_10.42.42.2(pid=2885): ERR: Terminated: ERROR {rc=237} [trial-2406↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2885)]\u000a14:46:28.867898 run osmo-hlr_10.42.42.2(pid=2885): stdout: \u000a| (launched: 2022-12-14_14:46:25.390566) \u000a14:46:28.919963 run osmo-hlr_10.42.42.2(pid=2885): stderr: \u000a| �[0;m�[1;31m20221214144625587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214144625587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214144625587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214144625587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214144625587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214144625588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214144625603 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214144625612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214144625613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214144625613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:46:28.964189 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2880): Terminating (SIGTERM)\u000a14:46:29.005783 run iperf3-srv_10.42.42.10(pid=2881): Terminating (SIGTERM)\u000a14:46:29.047893 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2884): Terminating (SIGTERM)\u000a14:46:29.089718 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2887): Terminating (SIGTERM)\u000a14:46:29.132243 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2890): Terminating (SIGTERM)\u000a14:46:29.142022 --- ParallelTerminationStrategy: PID 2880 died...\u000a14:46:29.198226 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2880): Terminated: ok {rc=0}\u000a14:46:29.208214 --- ParallelTerminationStrategy: PID 2881 died...\u000a14:46:29.263683 run iperf3-srv_10.42.42.10(pid=2881): Terminated {rc=256}\u000a14:46:29.273681 --- ParallelTerminationStrategy: PID 2884 died...\u000a14:46:29.329604 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2884): Terminated: ok {rc=0}\u000a14:46:29.339613 --- ParallelTerminationStrategy: PID 2887 died...\u000a14:46:29.395400 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2887): Terminated: ok {rc=0}\u000a14:46:29.405457 --- ParallelTerminationStrategy: PID 2890 died...\u000a14:46:29.461091 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2890): Terminated: ok {rc=0}\u000a14:46:29.547283 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2906): Process ended prematurely: osmo-stp_10.42.42.5(pid=2906) [trial-2406↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2906)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2906): Process ended prematurely: osmo-stp_10.42.42.5(pid=2906) [trial-2406↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2906)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 gprs:trx-b200+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a14:46:30.660687 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:46:30.672694 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a14:46:30.840678 tst iperf3m4.py: using LAC 41626\u000a14:46:30.975886 tst iperf3m4.py: using RAC 61\u000a14:46:31.107892 tst iperf3m4.py: using CellId 41626\u000a14:46:31.236942 tst iperf3m4.py: using BVCI 41627\u000a14:46:31.263407 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:46:31.276109 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:46:31.288488 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:46:31.300819 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:46:31.313641 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:46:31.325777 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:46:31.337935 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:46:31.350354 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:46:31.363200 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a14:46:31.484556 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a14:46:31.609136 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a14:46:31.741054 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a14:46:32.078020 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a14:46:32.214873 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:46:32.553057 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2892): Launched\u000a14:46:32.831256 run iperf3-srv_10.42.42.10(pid=2893): Launched\u000a14:46:33.029110 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a14:46:33.163408 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:46:33.499149 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2894): Launched\u000a14:46:33.776794 run iperf3-srv_10.42.42.10(pid=2895): Launched\u000a14:46:33.975227 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a14:46:34.109629 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:46:34.445893 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2896): Launched\u000a14:46:34.723416 run iperf3-srv_10.42.42.10(pid=2897): Launched\u000a14:46:34.921085 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a14:46:35.055240 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:46:35.390547 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2898): Launched\u000a14:46:35.667588 run iperf3-srv_10.42.42.10(pid=2899): Launched\u000a14:46:35.864863 tst iperf3m4.py:8: start network...\u000a14:46:35.999197 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:46:36.517841 run create_hlr_db(pid=2900): Launched\u000a14:46:36.705717 bus /gobi_6: Setting Powered False\u000a14:46:37.725394 run create_hlr_db(pid=2900): Terminated: ok {rc=0}\u000a14:46:38.132725 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2902): Launched\u000a14:46:38.436187 run osmo-hlr_10.42.42.2(pid=2903): Launched\u000a14:46:38.553354 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:46:39.086872 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2905): Launched\u000a14:46:39.387730 run osmo-stp_10.42.42.5(pid=2906): Launched\u000a14:46:39.496717 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:46:40.024574 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2908): Launched\u000a14:46:40.131975 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:46:40.396859 run patchelf(pid=2909): Launched\u000a14:46:40.574622 run osmo-stp_10.42.42.5(pid=2906): ERR: Terminated: ERROR {rc=1} [trial-2406↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2906)]\u000a14:46:40.703870 run osmo-stp_10.42.42.5(pid=2906): stdout: \u000a| (launched: 2022-12-14_14:46:39.239202)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:46:40.832884 run osmo-stp_10.42.42.5(pid=2906): stderr: \u000a| �[0;m�[38;5;43m20221214144639409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214144639409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214144639409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214144639410 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214144639410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214144639410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214144639410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:46:40.957399 run osmo-stp_10.42.42.5(pid=2906): stdout: \u000a| (launched: 2022-12-14_14:46:39.239202)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:46:41.080522 run osmo-stp_10.42.42.5(pid=2906): stderr: \u000a| �[0;m�[38;5;43m20221214144639409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214144639409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214144639409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214144639410 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214144639410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214144639410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214144639410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:46:41.225797 run patchelf(pid=2909): Terminating (SIGINT)\u000a14:46:41.395495 run patchelf(pid=2909): Terminated: ok {rc=0}\u000a14:46:41.426642 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2906): Process ended prematurely: osmo-stp_10.42.42.5(pid=2906) [trial-2406↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2906)] [trial-2406↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a14:46:41.435876 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a14:46:41.496610 run osmo-hlr_10.42.42.2(pid=2903): ERR: Terminated: ERROR {rc=237} [trial-2406↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2903)]\u000a14:46:41.545675 run osmo-hlr_10.42.42.2(pid=2903): stdout: \u000a| (launched: 2022-12-14_14:46:38.285985) \u000a14:46:41.595643 run osmo-hlr_10.42.42.2(pid=2903): stderr: \u000a| �[0;m�[1;31m20221214144638463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214144638463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214144638463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214144638463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214144638463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214144638463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214144638480 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214144638489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214144638490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214144638490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:46:41.638153 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2892): Terminating (SIGTERM)\u000a14:46:41.678332 run iperf3-srv_10.42.42.10(pid=2893): Terminating (SIGTERM)\u000a14:46:41.718239 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2894): Terminating (SIGTERM)\u000a14:46:41.758227 run iperf3-srv_10.42.42.10(pid=2895): Terminating (SIGTERM)\u000a14:46:41.797953 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2896): Terminating (SIGTERM)\u000a14:46:41.837929 run iperf3-srv_10.42.42.10(pid=2897): Terminating (SIGTERM)\u000a14:46:41.877777 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2898): Terminating (SIGTERM)\u000a14:46:41.918008 run iperf3-srv_10.42.42.10(pid=2899): Terminating (SIGTERM)\u000a14:46:41.957911 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2902): Terminating (SIGTERM)\u000a14:46:41.997799 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2905): Terminating (SIGTERM)\u000a14:46:42.037552 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2908): Terminating (SIGTERM)\u000a14:46:42.046719 --- ParallelTerminationStrategy: PID 2892 died...\u000a14:46:42.100523 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2892): Terminated: ok {rc=0}\u000a14:46:42.110109 --- ParallelTerminationStrategy: PID 2893 died...\u000a14:46:42.163798 run iperf3-srv_10.42.42.10(pid=2893): Terminated {rc=256}\u000a14:46:42.173410 --- ParallelTerminationStrategy: PID 2894 died...\u000a14:46:42.227165 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2894): Terminated: ok {rc=0}\u000a14:46:42.236695 --- ParallelTerminationStrategy: PID 2895 died...\u000a14:46:42.290197 run iperf3-srv_10.42.42.10(pid=2895): Terminated {rc=256}\u000a14:46:42.299681 --- ParallelTerminationStrategy: PID 2896 died...\u000a14:46:42.353435 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2896): Terminated: ok {rc=0}\u000a14:46:42.362922 --- ParallelTerminationStrategy: PID 2897 died...\u000a14:46:42.416448 run iperf3-srv_10.42.42.10(pid=2897): Terminated {rc=256}\u000a14:46:42.425977 --- ParallelTerminationStrategy: PID 2898 died...\u000a14:46:42.479932 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2898): Terminated: ok {rc=0}\u000a14:46:42.489910 --- ParallelTerminationStrategy: PID 2899 died...\u000a14:46:42.544080 run iperf3-srv_10.42.42.10(pid=2899): Terminated {rc=256}\u000a14:46:42.553738 --- ParallelTerminationStrategy: PID 2902 died...\u000a14:46:42.607477 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2902): Terminated: ok {rc=0}\u000a14:46:42.617051 --- ParallelTerminationStrategy: PID 2905 died...\u000a14:46:42.670617 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2905): Terminated: ok {rc=0}\u000a14:46:42.680178 --- ParallelTerminationStrategy: PID 2908 died...\u000a14:46:42.733685 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2908): Terminated: ok {rc=0}\u000a14:46:42.822764 bus /gobi_4: Setting Powered False\u000a14:46:43.927192 bus /gobi_4: Setting Powered False\u000a14:46:45.037488 bus /gobi_1: Setting Powered False\u000a14:46:46.152345 bus /gobi_1: Setting Powered False\u000a14:46:47.268489 bus /gobi_0: Setting Powered False\u000a14:46:48.374794 bus /gobi_0: Setting Powered False\u000a14:46:49.482352 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2916): Process ended prematurely: osmo-stp_10.42.42.5(pid=2916) [trial-2406↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2916)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2916): Process ended prematurely: osmo-stp_10.42.42.5(pid=2916) [trial-2406↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2916)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 gprs:trx-b200+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a14:46:50.551599 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:46:50.563564 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a14:46:50.727498 tst ping.py: using LAC 41627\u000a14:46:50.851803 tst ping.py: using RAC 62\u000a14:46:50.977524 tst ping.py: using CellId 41627\u000a14:46:51.103659 tst ping.py: using BVCI 41628\u000a14:46:51.128301 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:46:51.139798 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:46:51.151059 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:46:51.162260 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:46:51.173463 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:46:51.184655 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:46:51.196028 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:46:51.207182 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a14:46:51.484329 tst ping.py:19: start network...\u000a14:46:51.607180 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:46:52.075569 run create_hlr_db(pid=2910): Launched\u000a14:46:52.248752 bus /gobi_6: Setting Powered False\u000a14:46:53.269026 run create_hlr_db(pid=2910): Terminated: ok {rc=0}\u000a14:46:53.666566 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2912): Launched\u000a14:46:53.963859 run osmo-hlr_10.42.42.2(pid=2913): Launched\u000a14:46:54.079354 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:46:54.608754 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2915): Launched\u000a14:46:54.906356 run osmo-stp_10.42.42.5(pid=2916): Launched\u000a14:46:55.014745 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:46:55.531257 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2918): Launched\u000a14:46:55.636748 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:46:55.894551 run patchelf(pid=2919): Launched\u000a14:46:56.071273 run osmo-stp_10.42.42.5(pid=2916): ERR: Terminated: ERROR {rc=1} [trial-2406↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2916)]\u000a14:46:56.197849 run osmo-stp_10.42.42.5(pid=2916): stdout: \u000a| (launched: 2022-12-14_14:46:54.758542)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:46:56.324220 run osmo-stp_10.42.42.5(pid=2916): stderr: \u000a| �[0;m�[38;5;43m20221214144654926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214144654927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214144654927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214144654927 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214144654930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214144654930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214144654930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:46:56.446903 run osmo-stp_10.42.42.5(pid=2916): stdout: \u000a| (launched: 2022-12-14_14:46:54.758542)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:46:56.568014 run osmo-stp_10.42.42.5(pid=2916): stderr: \u000a| �[0;m�[38;5;43m20221214144654926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214144654927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214144654927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214144654927 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214144654930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214144654930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214144654930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:46:56.709968 run patchelf(pid=2919): Terminating (SIGINT)\u000a14:46:56.876938 run patchelf(pid=2919): Terminated: ok {rc=0}\u000a14:46:56.907324 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=2916): Process ended prematurely: osmo-stp_10.42.42.5(pid=2916) [trial-2406↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2916)] [trial-2406↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22]\u000a14:46:56.915869 tst ping.py:22: Test FAILED (6.4 sec)\u000a14:46:56.976388 run osmo-hlr_10.42.42.2(pid=2913): ERR: Terminated: ERROR {rc=237} [trial-2406↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2913)]\u000a14:46:57.025644 run osmo-hlr_10.42.42.2(pid=2913): stdout: \u000a| (launched: 2022-12-14_14:46:53.816780) \u000a14:46:57.075361 run osmo-hlr_10.42.42.2(pid=2913): stderr: \u000a| �[0;m�[1;31m20221214144653991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214144653991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214144653991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214144653991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214144653991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214144653991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214144654003 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:trx-b200+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214144654011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214144654012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214144654012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:46:57.117932 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2912): Terminating (SIGTERM)\u000a14:46:57.157721 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2915): Terminating (SIGTERM)\u000a14:46:57.197686 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2918): Terminating (SIGTERM)\u000a14:46:57.207014 --- ParallelTerminationStrategy: PID 2912 died...\u000a14:46:57.260570 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2912): Terminated: ok {rc=0}\u000a14:46:57.270050 --- ParallelTerminationStrategy: PID 2915 died...\u000a14:46:57.323558 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2915): Terminated: ok {rc=0}\u000a14:46:57.333113 --- ParallelTerminationStrategy: PID 2918 died...\u000a14:46:57.386499 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2918): Terminated: ok {rc=0}\u000a14:46:57.474494 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2926): Process ended prematurely: osmo-stp_10.42.42.5(pid=2926) [trial-2406↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2926)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2926): Process ended prematurely: osmo-stp_10.42.42.5(pid=2926) [trial-2406↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2926)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 gprs:trx-b200+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a14:46:58.525633 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:46:58.537120 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a14:46:58.694380 tst ping_idle_ping.py: using LAC 41628\u000a14:46:58.810024 tst ping_idle_ping.py: using RAC 63\u000a14:46:58.925875 tst ping_idle_ping.py: using CellId 41628\u000a14:46:59.047058 tst ping_idle_ping.py: using BVCI 41629\u000a14:46:59.069693 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:46:59.080327 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:46:59.090959 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:46:59.101583 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:46:59.112476 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:46:59.123511 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:46:59.134556 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:46:59.145414 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a14:46:59.432920 tst ping_idle_ping.py:24: start network...\u000a14:46:59.565445 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:47:00.075376 run create_hlr_db(pid=2920): Launched\u000a14:47:00.259969 bus /gobi_6: Setting Powered False\u000a14:47:01.320797 run create_hlr_db(pid=2920): Terminated: ok {rc=0}\u000a14:47:01.750523 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2922): Launched\u000a14:47:02.184616 run osmo-hlr_10.42.42.2(pid=2923): Launched\u000a14:47:02.317730 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:47:02.839858 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2925): Launched\u000a14:47:03.137574 run osmo-stp_10.42.42.5(pid=2926): Launched\u000a14:47:03.246094 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:47:03.764925 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2928): Launched\u000a14:47:03.870487 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:47:04.130457 run patchelf(pid=2929): Launched\u000a14:47:04.305226 run osmo-stp_10.42.42.5(pid=2926): ERR: Terminated: ERROR {rc=1} [trial-2406↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2926)]\u000a14:47:04.433073 run osmo-stp_10.42.42.5(pid=2926): stdout: \u000a| (launched: 2022-12-14_14:47:02.990175)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:47:04.560742 run osmo-stp_10.42.42.5(pid=2926): stderr: \u000a| �[0;m�[38;5;43m20221214144703161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214144703162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214144703162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214144703162 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214144703163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214144703163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214144703163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:47:04.683673 run osmo-stp_10.42.42.5(pid=2926): stdout: \u000a| (launched: 2022-12-14_14:47:02.990175)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:47:04.805438 run osmo-stp_10.42.42.5(pid=2926): stderr: \u000a| �[0;m�[38;5;43m20221214144703161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214144703162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214144703162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214144703162 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214144703163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214144703163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214144703163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:47:04.947775 run patchelf(pid=2929): Terminating (SIGINT)\u000a14:47:05.114785 run patchelf(pid=2929): Terminated: ok {rc=0}\u000a14:47:05.145098 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=2926): Process ended prematurely: osmo-stp_10.42.42.5(pid=2926) [trial-2406↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2926)] [trial-2406↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a14:47:05.153567 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a14:47:05.213841 run osmo-hlr_10.42.42.2(pid=2923): ERR: Terminated: ERROR {rc=237} [trial-2406↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2923)]\u000a14:47:05.262606 run osmo-hlr_10.42.42.2(pid=2923): stdout: \u000a| (launched: 2022-12-14_14:47:01.906438) \u000a14:47:05.311942 run osmo-hlr_10.42.42.2(pid=2923): stderr: \u000a| �[0;m�[1;31m20221214144702185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214144702185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214144702185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214144702185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214144702185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214144702185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214144702199 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:trx-b200+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214144702215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214144702215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214144702215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:47:05.354300 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2922): Terminating (SIGTERM)\u000a14:47:05.394063 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2925): Terminating (SIGTERM)\u000a14:47:05.433724 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2928): Terminating (SIGTERM)\u000a14:47:05.442847 --- ParallelTerminationStrategy: PID 2922 died...\u000a14:47:05.496446 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2922): Terminated: ok {rc=0}\u000a14:47:05.505899 --- ParallelTerminationStrategy: PID 2925 died...\u000a14:47:05.558685 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2925): Terminated: ok {rc=0}\u000a14:47:05.568050 --- ParallelTerminationStrategy: PID 2928 died...\u000a14:47:05.620692 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2928): Terminated: ok {rc=0}\u000a14:47:05.703463 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "53", "name" : "gprs_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:46:07" }, { "cases" : [ { "testActions" : [ ], "age" : 269, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2944): Process ended prematurely: osmo-stp_10.42.42.5(pid=2944) [trial-2406↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2944)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2944): Process ended prematurely: osmo-stp_10.42.42.5(pid=2944) [trial-2406↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2944)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a14:47:07.868785 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:47:07.880394 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a14:47:08.028061 tst cs_paging_gprs_active.py: using LAC 41629\u000a14:47:08.156316 tst cs_paging_gprs_active.py: using RAC 64\u000a14:47:08.282667 tst cs_paging_gprs_active.py: using CellId 41629\u000a14:47:08.408304 tst cs_paging_gprs_active.py: using BVCI 41630\u000a14:47:08.431334 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:47:08.442496 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:47:08.453511 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:47:08.464528 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:47:08.476204 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:47:08.487978 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:47:08.499900 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:47:08.511707 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:47:08.523676 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a14:47:08.644304 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a14:47:08.938751 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a14:47:09.074742 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:47:09.413118 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2934): Launched\u000a14:47:09.693387 run iperf3-srv_10.42.42.10(pid=2935): Launched\u000a14:47:09.892600 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a14:47:10.028223 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:47:10.366739 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2936): Launched\u000a14:47:10.647169 run iperf3-srv_10.42.42.10(pid=2937): Launched\u000a14:47:10.846125 tst cs_paging_gprs_active.py:38: start network...\u000a14:47:10.981237 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:47:11.501159 run create_hlr_db(pid=2938): Launched\u000a14:47:11.688389 bus /gobi_6: Setting Powered False\u000a14:47:12.709083 run create_hlr_db(pid=2938): Terminated: ok {rc=0}\u000a14:47:13.114954 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2940): Launched\u000a14:47:13.419253 run osmo-hlr_10.42.42.2(pid=2941): Launched\u000a14:47:13.532891 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:47:14.059430 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2943): Launched\u000a14:47:14.364639 run osmo-stp_10.42.42.5(pid=2944): Launched\u000a14:47:14.476260 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:47:15.003521 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2946): Launched\u000a14:47:15.111103 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:47:15.376494 run patchelf(pid=2947): Launched\u000a14:47:15.554247 run osmo-stp_10.42.42.5(pid=2944): ERR: Terminated: ERROR {rc=1} [trial-2406↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2944)]\u000a14:47:15.683900 run osmo-stp_10.42.42.5(pid=2944): stdout: \u000a| (launched: 2022-12-14_14:47:14.213653)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:47:15.813853 run osmo-stp_10.42.42.5(pid=2944): stderr: \u000a| �[0;m�[38;5;43m20221214144714384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214144714384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214144714384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214144714385 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214144714385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214144714385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214144714386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:47:15.947700 run osmo-stp_10.42.42.5(pid=2944): stdout: \u000a| (launched: 2022-12-14_14:47:14.213653)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:47:16.074252 run osmo-stp_10.42.42.5(pid=2944): stderr: \u000a| �[0;m�[38;5;43m20221214144714384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214144714384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214144714384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214144714385 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214144714385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214144714385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214144714386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:47:16.222440 run patchelf(pid=2947): Terminating (SIGINT)\u000a14:47:16.397756 run patchelf(pid=2947): Terminated: ok {rc=0}\u000a14:47:16.430376 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=2944): Process ended prematurely: osmo-stp_10.42.42.5(pid=2944) [trial-2406↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2944)] [trial-2406↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a14:47:16.440699 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a14:47:16.504644 run osmo-hlr_10.42.42.2(pid=2941): ERR: Terminated: ERROR {rc=237} [trial-2406↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2941)]\u000a14:47:16.556051 run osmo-hlr_10.42.42.2(pid=2941): stdout: \u000a| (launched: 2022-12-14_14:47:13.268839) \u000a14:47:16.608695 run osmo-hlr_10.42.42.2(pid=2941): stderr: \u000a| �[0;m�[1;31m20221214144713447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214144713447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214144713448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214144713448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214144713448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214144713448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214144713460 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214144713468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214144713468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214144713468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:47:16.653745 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2934): Terminating (SIGTERM)\u000a14:47:16.698102 run iperf3-srv_10.42.42.10(pid=2935): Terminating (SIGTERM)\u000a14:47:16.742245 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2936): Terminating (SIGTERM)\u000a14:47:16.786131 run iperf3-srv_10.42.42.10(pid=2937): Terminating (SIGTERM)\u000a14:47:16.830538 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2940): Terminating (SIGTERM)\u000a14:47:16.874501 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2943): Terminating (SIGTERM)\u000a14:47:16.916706 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2946): Terminating (SIGTERM)\u000a14:47:16.926437 --- ParallelTerminationStrategy: PID 2934 died...\u000a14:47:16.982950 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2934): Terminated: ok {rc=0}\u000a14:47:16.993484 --- ParallelTerminationStrategy: PID 2935 died...\u000a14:47:17.049874 run iperf3-srv_10.42.42.10(pid=2935): Terminated {rc=256}\u000a14:47:17.060218 --- ParallelTerminationStrategy: PID 2936 died...\u000a14:47:17.116625 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2936): Terminated: ok {rc=0}\u000a14:47:17.126920 --- ParallelTerminationStrategy: PID 2937 died...\u000a14:47:17.182820 run iperf3-srv_10.42.42.10(pid=2937): Terminated {rc=256}\u000a14:47:17.193251 --- ParallelTerminationStrategy: PID 2940 died...\u000a14:47:17.248485 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2940): Terminated: ok {rc=0}\u000a14:47:17.257974 --- ParallelTerminationStrategy: PID 2943 died...\u000a14:47:17.311421 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2943): Terminated: ok {rc=0}\u000a14:47:17.320868 --- ParallelTerminationStrategy: PID 2946 died...\u000a14:47:17.374386 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2946): Terminated: ok {rc=0}\u000a14:47:17.462808 bus /gobi_0: Setting Powered False\u000a14:47:18.566150 bus /gobi_0: Setting Powered False\u000a14:47:19.671845 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2956): Process ended prematurely: osmo-stp_10.42.42.5(pid=2956) [trial-2406↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2956)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2956): Process ended prematurely: osmo-stp_10.42.42.5(pid=2956) [trial-2406↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2956)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a14:47:20.786386 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:47:20.798702 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a14:47:20.950186 tst iperf3.py: using LAC 41630\u000a14:47:21.076476 tst iperf3.py: using RAC 65\u000a14:47:21.203081 tst iperf3.py: using CellId 41630\u000a14:47:21.329810 tst iperf3.py: using BVCI 41631\u000a14:47:21.355235 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:47:21.366944 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:47:21.378415 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:47:21.389950 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:47:21.401482 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:47:21.412824 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:47:21.424395 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:47:21.435707 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:47:21.447406 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a14:47:21.739275 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a14:47:21.874902 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:47:22.212124 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2948): Launched\u000a14:47:22.492425 run iperf3-srv_10.42.42.10(pid=2949): Launched\u000a14:47:22.691351 tst iperf3.py:8: start network...\u000a14:47:22.826354 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:47:23.346047 run create_hlr_db(pid=2950): Launched\u000a14:47:23.533667 bus /gobi_6: Setting Powered False\u000a14:47:24.544016 run create_hlr_db(pid=2950): Terminated: ok {rc=0}\u000a14:47:24.983304 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2952): Launched\u000a14:47:25.308296 run osmo-hlr_10.42.42.2(pid=2953): Launched\u000a14:47:25.428394 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:47:25.993361 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2955): Launched\u000a14:47:26.317622 run osmo-stp_10.42.42.5(pid=2956): Launched\u000a14:47:26.435102 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:47:27.003218 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2958): Launched\u000a14:47:27.119168 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:47:27.403906 run patchelf(pid=2959): Launched\u000a14:47:27.595089 run osmo-stp_10.42.42.5(pid=2956): ERR: Terminated: ERROR {rc=1} [trial-2406↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2956)]\u000a14:47:27.734306 run osmo-stp_10.42.42.5(pid=2956): stdout: \u000a| (launched: 2022-12-14_14:47:26.158151)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:47:27.873824 run osmo-stp_10.42.42.5(pid=2956): stderr: \u000a| �[0;m�[38;5;43m20221214144726350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214144726350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214144726351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214144726351 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214144726351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214144726352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214144726352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:47:28.008279 run osmo-stp_10.42.42.5(pid=2956): stdout: \u000a| (launched: 2022-12-14_14:47:26.158151)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:47:28.141469 run osmo-stp_10.42.42.5(pid=2956): stderr: \u000a| �[0;m�[38;5;43m20221214144726350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214144726350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214144726351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214144726351 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214144726351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214144726352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214144726352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:47:28.297421 run patchelf(pid=2959): Terminating (SIGINT)\u000a14:47:28.480606 run patchelf(pid=2959): Terminated: ok {rc=0}\u000a14:47:28.514141 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2956): Process ended prematurely: osmo-stp_10.42.42.5(pid=2956) [trial-2406↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2956)] [trial-2406↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a14:47:28.524081 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a14:47:28.587837 run osmo-hlr_10.42.42.2(pid=2953): ERR: Terminated: ERROR {rc=237} [trial-2406↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2953)]\u000a14:47:28.639726 run osmo-hlr_10.42.42.2(pid=2953): stdout: \u000a| (launched: 2022-12-14_14:47:25.148638) \u000a14:47:28.692050 run osmo-hlr_10.42.42.2(pid=2953): stderr: \u000a| �[0;m�[1;31m20221214144725349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214144725349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214144725349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214144725349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214144725349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214144725349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214144725361 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214144725369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214144725369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214144725369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:47:28.736703 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2948): Terminating (SIGTERM)\u000a14:47:28.778734 run iperf3-srv_10.42.42.10(pid=2949): Terminating (SIGTERM)\u000a14:47:28.820693 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2952): Terminating (SIGTERM)\u000a14:47:28.862808 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2955): Terminating (SIGTERM)\u000a14:47:28.904791 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2958): Terminating (SIGTERM)\u000a14:47:28.914575 --- ParallelTerminationStrategy: PID 2948 died...\u000a14:47:28.970528 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2948): Terminated: ok {rc=0}\u000a14:47:28.980557 --- ParallelTerminationStrategy: PID 2949 died...\u000a14:47:29.036037 run iperf3-srv_10.42.42.10(pid=2949): Terminated {rc=256}\u000a14:47:29.046022 --- ParallelTerminationStrategy: PID 2952 died...\u000a14:47:29.101589 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2952): Terminated: ok {rc=0}\u000a14:47:29.111620 --- ParallelTerminationStrategy: PID 2955 died...\u000a14:47:29.167537 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2955): Terminated: ok {rc=0}\u000a14:47:29.177690 --- ParallelTerminationStrategy: PID 2958 died...\u000a14:47:29.233513 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2958): Terminated: ok {rc=0}\u000a14:47:29.323161 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2975): Process ended prematurely: osmo-stp_10.42.42.5(pid=2975) [trial-2406↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2975)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2975): Process ended prematurely: osmo-stp_10.42.42.5(pid=2975) [trial-2406↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2975)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a14:47:30.437154 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:47:30.449537 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a14:47:30.602848 tst iperf3m4.py: using LAC 41631\u000a14:47:30.727521 tst iperf3m4.py: using RAC 66\u000a14:47:30.863154 tst iperf3m4.py: using CellId 41631\u000a14:47:31.006663 tst iperf3m4.py: using BVCI 41632\u000a14:47:31.032797 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:47:31.045691 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:47:31.058517 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:47:31.071141 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:47:31.084042 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:47:31.096610 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:47:31.110533 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:47:31.122661 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:47:31.134991 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a14:47:31.272469 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a14:47:31.396939 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a14:47:31.539429 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a14:47:31.829136 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a14:47:31.958895 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:47:32.320143 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2961): Launched\u000a14:47:32.583350 run iperf3-srv_10.42.42.10(pid=2962): Launched\u000a14:47:32.767198 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a14:47:32.892565 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:47:33.206004 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2963): Launched\u000a14:47:33.465905 run iperf3-srv_10.42.42.10(pid=2964): Launched\u000a14:47:33.649093 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a14:47:33.773961 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:47:34.086621 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2965): Launched\u000a14:47:34.347207 run iperf3-srv_10.42.42.10(pid=2966): Launched\u000a14:47:34.530993 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a14:47:34.656178 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:47:34.969166 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2967): Launched\u000a14:47:35.229166 run iperf3-srv_10.42.42.10(pid=2968): Launched\u000a14:47:35.413285 tst iperf3m4.py:8: start network...\u000a14:47:35.538623 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:47:36.013622 run create_hlr_db(pid=2969): Launched\u000a14:47:36.187318 bus /gobi_6: Setting Powered False\u000a14:47:37.208443 run create_hlr_db(pid=2969): Terminated: ok {rc=0}\u000a14:47:37.611897 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2971): Launched\u000a14:47:37.915149 run osmo-hlr_10.42.42.2(pid=2972): Launched\u000a14:47:38.032478 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:47:38.570351 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2974): Launched\u000a14:47:38.874086 run osmo-stp_10.42.42.5(pid=2975): Launched\u000a14:47:38.983960 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:47:39.511133 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2977): Launched\u000a14:47:39.618774 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:47:39.882698 run patchelf(pid=2978): Launched\u000a14:47:40.059904 run osmo-stp_10.42.42.5(pid=2975): ERR: Terminated: ERROR {rc=1} [trial-2406↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2975)]\u000a14:47:40.189510 run osmo-stp_10.42.42.5(pid=2975): stdout: \u000a| (launched: 2022-12-14_14:47:38.723762)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:47:40.319398 run osmo-stp_10.42.42.5(pid=2975): stderr: \u000a| �[0;m�[38;5;43m20221214144738893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214144738893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214144738893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214144738894 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214144738894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214144738894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214144738894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:47:40.444547 run osmo-stp_10.42.42.5(pid=2975): stdout: \u000a| (launched: 2022-12-14_14:47:38.723762)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:47:40.568734 run osmo-stp_10.42.42.5(pid=2975): stderr: \u000a| �[0;m�[38;5;43m20221214144738893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214144738893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214144738893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214144738894 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214144738894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214144738894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214144738894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:47:40.714094 run patchelf(pid=2978): Terminating (SIGINT)\u000a14:47:40.883991 run patchelf(pid=2978): Terminated: ok {rc=0}\u000a14:47:40.915298 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2975): Process ended prematurely: osmo-stp_10.42.42.5(pid=2975) [trial-2406↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2975)] [trial-2406↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a14:47:40.924583 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a14:47:40.985568 run osmo-hlr_10.42.42.2(pid=2972): ERR: Terminated: ERROR {rc=237} [trial-2406↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2972)]\u000a14:47:41.034588 run osmo-hlr_10.42.42.2(pid=2972): stdout: \u000a| (launched: 2022-12-14_14:47:37.765435) \u000a14:47:41.084172 run osmo-hlr_10.42.42.2(pid=2972): stderr: \u000a| �[0;m�[1;31m20221214144737942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214144737942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214144737942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214144737942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214144737942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214144737942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214144737954 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214144737964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214144737965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214144737965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:47:41.126505 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2961): Terminating (SIGTERM)\u000a14:47:41.166276 run iperf3-srv_10.42.42.10(pid=2962): Terminating (SIGTERM)\u000a14:47:41.205957 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2963): Terminating (SIGTERM)\u000a14:47:41.245864 run iperf3-srv_10.42.42.10(pid=2964): Terminating (SIGTERM)\u000a14:47:41.285526 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2965): Terminating (SIGTERM)\u000a14:47:41.325221 run iperf3-srv_10.42.42.10(pid=2966): Terminating (SIGTERM)\u000a14:47:41.364999 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2967): Terminating (SIGTERM)\u000a14:47:41.404500 run iperf3-srv_10.42.42.10(pid=2968): Terminating (SIGTERM)\u000a14:47:41.444254 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2971): Terminating (SIGTERM)\u000a14:47:41.484032 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2974): Terminating (SIGTERM)\u000a14:47:41.523970 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2977): Terminating (SIGTERM)\u000a14:47:41.533266 --- ParallelTerminationStrategy: PID 2961 died...\u000a14:47:41.587306 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2961): Terminated: ok {rc=0}\u000a14:47:41.596805 --- ParallelTerminationStrategy: PID 2962 died...\u000a14:47:41.649832 run iperf3-srv_10.42.42.10(pid=2962): Terminated {rc=256}\u000a14:47:41.659259 --- ParallelTerminationStrategy: PID 2963 died...\u000a14:47:41.712301 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2963): Terminated: ok {rc=0}\u000a14:47:41.721861 --- ParallelTerminationStrategy: PID 2964 died...\u000a14:47:41.774790 run iperf3-srv_10.42.42.10(pid=2964): Terminated {rc=256}\u000a14:47:41.784232 --- ParallelTerminationStrategy: PID 2965 died...\u000a14:47:41.837338 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2965): Terminated: ok {rc=0}\u000a14:47:41.846851 --- ParallelTerminationStrategy: PID 2966 died...\u000a14:47:41.900089 run iperf3-srv_10.42.42.10(pid=2966): Terminated {rc=256}\u000a14:47:41.909638 --- ParallelTerminationStrategy: PID 2967 died...\u000a14:47:41.962609 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2967): Terminated: ok {rc=0}\u000a14:47:41.972030 --- ParallelTerminationStrategy: PID 2968 died...\u000a14:47:42.025026 run iperf3-srv_10.42.42.10(pid=2968): Terminated {rc=256}\u000a14:47:42.034521 --- ParallelTerminationStrategy: PID 2971 died...\u000a14:47:42.087884 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2971): Terminated: ok {rc=0}\u000a14:47:42.097854 --- ParallelTerminationStrategy: PID 2974 died...\u000a14:47:42.150974 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2974): Terminated: ok {rc=0}\u000a14:47:42.160399 --- ParallelTerminationStrategy: PID 2977 died...\u000a14:47:42.213454 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2977): Terminated: ok {rc=0}\u000a14:47:42.301664 bus /gobi_4: Setting Powered False\u000a14:47:43.405177 bus /gobi_4: Setting Powered False\u000a14:47:44.511832 bus /gobi_1: Setting Powered False\u000a14:47:45.617718 bus /gobi_1: Setting Powered False\u000a14:47:46.738086 bus /gobi_0: Setting Powered False\u000a14:47:47.838229 bus /gobi_0: Setting Powered False\u000a14:47:48.948926 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2985): Process ended prematurely: osmo-stp_10.42.42.5(pid=2985) [trial-2406↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2985)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2985): Process ended prematurely: osmo-stp_10.42.42.5(pid=2985) [trial-2406↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2985)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a14:47:50.016418 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:47:50.028298 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a14:47:50.167623 tst ping.py: using LAC 41632\u000a14:47:50.288244 tst ping.py: using RAC 67\u000a14:47:50.403440 tst ping.py: using CellId 41632\u000a14:47:50.518800 tst ping.py: using BVCI 41633\u000a14:47:50.541300 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:47:50.552525 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:47:50.563469 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:47:50.574479 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:47:50.586174 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:47:50.597520 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:47:50.608797 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:47:50.620149 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a14:47:50.910011 tst ping.py:19: start network...\u000a14:47:51.042468 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:47:51.543367 run create_hlr_db(pid=2979): Launched\u000a14:47:51.728198 bus /gobi_6: Setting Powered False\u000a14:47:52.747866 run create_hlr_db(pid=2979): Terminated: ok {rc=0}\u000a14:47:53.147429 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2981): Launched\u000a14:47:53.445230 run osmo-hlr_10.42.42.2(pid=2982): Launched\u000a14:47:53.559074 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:47:54.088264 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2984): Launched\u000a14:47:54.385216 run osmo-stp_10.42.42.5(pid=2985): Launched\u000a14:47:54.493250 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:47:55.011147 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2987): Launched\u000a14:47:55.116307 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:47:55.375661 run patchelf(pid=2988): Launched\u000a14:47:55.549912 run osmo-stp_10.42.42.5(pid=2985): ERR: Terminated: ERROR {rc=1} [trial-2406↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2985)]\u000a14:47:55.677716 run osmo-stp_10.42.42.5(pid=2985): stdout: \u000a| (launched: 2022-12-14_14:47:54.239031)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:47:55.805288 run osmo-stp_10.42.42.5(pid=2985): stderr: \u000a| �[0;m�[38;5;43m20221214144754411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214144754411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214144754411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214144754412 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214144754412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214144754412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214144754412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:47:55.928288 run osmo-stp_10.42.42.5(pid=2985): stdout: \u000a| (launched: 2022-12-14_14:47:54.239031)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:47:56.050085 run osmo-stp_10.42.42.5(pid=2985): stderr: \u000a| �[0;m�[38;5;43m20221214144754411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214144754411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214144754411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214144754412 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214144754412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214144754412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214144754412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:47:56.192367 run patchelf(pid=2988): Terminating (SIGINT)\u000a14:47:56.359708 run patchelf(pid=2988): Terminated: ok {rc=0}\u000a14:47:56.390346 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=2985): Process ended prematurely: osmo-stp_10.42.42.5(pid=2985) [trial-2406↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2985)] [trial-2406↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a14:47:56.399041 tst ping.py:22: Test FAILED (6.4 sec)\u000a14:47:56.459733 run osmo-hlr_10.42.42.2(pid=2982): ERR: Terminated: ERROR {rc=237} [trial-2406↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2982)]\u000a14:47:56.509198 run osmo-hlr_10.42.42.2(pid=2982): stdout: \u000a| (launched: 2022-12-14_14:47:53.297852) \u000a14:47:56.559229 run osmo-hlr_10.42.42.2(pid=2982): stderr: \u000a| �[0;m�[1;31m20221214144753474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214144753474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214144753474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214144753474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214144753474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214144753474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214144753487 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214144753495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214144753496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214144753496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:47:56.602435 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2981): Terminating (SIGTERM)\u000a14:47:56.642440 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2984): Terminating (SIGTERM)\u000a14:47:56.682898 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2987): Terminating (SIGTERM)\u000a14:47:56.692127 --- ParallelTerminationStrategy: PID 2981 died...\u000a14:47:56.745691 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2981): Terminated: ok {rc=0}\u000a14:47:56.755182 --- ParallelTerminationStrategy: PID 2984 died...\u000a14:47:56.808865 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2984): Terminated: ok {rc=0}\u000a14:47:56.818501 --- ParallelTerminationStrategy: PID 2987 died...\u000a14:47:56.872301 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2987): Terminated: ok {rc=0}\u000a14:47:56.960731 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2995): Process ended prematurely: osmo-stp_10.42.42.5(pid=2995) [trial-2406↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2995)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2995): Process ended prematurely: osmo-stp_10.42.42.5(pid=2995) [trial-2406↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2995)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a14:47:58.013237 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:47:58.024936 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a14:47:58.165503 tst ping_idle_ping.py: using LAC 41633\u000a14:47:58.290207 tst ping_idle_ping.py: using RAC 68\u000a14:47:58.418053 tst ping_idle_ping.py: using CellId 41633\u000a14:47:58.544202 tst ping_idle_ping.py: using BVCI 41634\u000a14:47:58.569011 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:47:58.581036 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:47:58.592782 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:47:58.604399 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:47:58.616058 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:47:58.627681 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:47:58.639472 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:47:58.651072 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a14:47:58.938750 tst ping_idle_ping.py:24: start network...\u000a14:47:59.072490 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:47:59.587373 run create_hlr_db(pid=2989): Launched\u000a14:47:59.773075 bus /gobi_6: Setting Powered False\u000a14:48:00.793195 run create_hlr_db(pid=2989): Terminated: ok {rc=0}\u000a14:48:01.265079 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2991): Launched\u000a14:48:01.724381 run osmo-hlr_10.42.42.2(pid=2992): Launched\u000a14:48:01.891456 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:48:02.472507 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2994): Launched\u000a14:48:02.772204 run osmo-stp_10.42.42.5(pid=2995): Launched\u000a14:48:02.881854 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:48:03.401699 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2997): Launched\u000a14:48:03.507425 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:48:03.769191 run patchelf(pid=2998): Launched\u000a14:48:03.944394 run osmo-stp_10.42.42.5(pid=2995): ERR: Terminated: ERROR {rc=1} [trial-2406↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2995)]\u000a14:48:04.072241 run osmo-stp_10.42.42.5(pid=2995): stdout: \u000a| (launched: 2022-12-14_14:48:02.624596)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:48:04.201193 run osmo-stp_10.42.42.5(pid=2995): stderr: \u000a| �[0;m�[38;5;43m20221214144802797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214144802797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214144802797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214144802798 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214144802798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214144802798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214144802798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:48:04.324679 run osmo-stp_10.42.42.5(pid=2995): stdout: \u000a| (launched: 2022-12-14_14:48:02.624596)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:48:04.447020 run osmo-stp_10.42.42.5(pid=2995): stderr: \u000a| �[0;m�[38;5;43m20221214144802797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214144802797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214144802797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214144802798 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214144802798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214144802798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214144802798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:48:04.590860 run patchelf(pid=2998): Terminating (SIGINT)\u000a14:48:04.758884 run patchelf(pid=2998): Terminated: ok {rc=0}\u000a14:48:04.789639 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=2995): Process ended prematurely: osmo-stp_10.42.42.5(pid=2995) [trial-2406↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2995)] [trial-2406↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a14:48:04.798412 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a14:48:04.858678 run osmo-hlr_10.42.42.2(pid=2992): ERR: Terminated: ERROR {rc=237} [trial-2406↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2992)]\u000a14:48:04.907872 run osmo-hlr_10.42.42.2(pid=2992): stdout: \u000a| (launched: 2022-12-14_14:48:01.420867) \u000a14:48:04.957714 run osmo-hlr_10.42.42.2(pid=2992): stderr: \u000a| �[0;m�[1;31m20221214144801670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214144801670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214144801670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214144801670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214144801670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214144801670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214144801687 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214144801703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214144801703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214144801703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:48:05.000344 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2991): Terminating (SIGTERM)\u000a14:48:05.040342 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2994): Terminating (SIGTERM)\u000a14:48:05.080363 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2997): Terminating (SIGTERM)\u000a14:48:05.089721 --- ParallelTerminationStrategy: PID 2991 died...\u000a14:48:05.143465 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2991): Terminated: ok {rc=0}\u000a14:48:05.153028 --- ParallelTerminationStrategy: PID 2994 died...\u000a14:48:05.206655 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2994): Terminated: ok {rc=0}\u000a14:48:05.216179 --- ParallelTerminationStrategy: PID 2997 died...\u000a14:48:05.269647 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2997): Terminated: ok {rc=0}\u000a14:48:05.358145 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "54", "name" : "gprs_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:47:07" }, { "cases" : [ { "testActions" : [ ], "age" : 269, "className" : "dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3008): Process ended prematurely: osmo-stp_10.42.42.5(pid=3008) [trial-2406↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3008)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3008): Process ended prematurely: osmo-stp_10.42.42.5(pid=3008) [trial-2406↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3008)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a14:48:07.386985 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a14:48:07.398739 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a14:48:07.566041 tst switch_tch_pdch.py: using LAC 41634\u000a14:48:07.690485 tst switch_tch_pdch.py: using RAC 69\u000a14:48:07.814858 tst switch_tch_pdch.py: using CellId 41634\u000a14:48:07.939735 tst switch_tch_pdch.py: using BVCI 41635\u000a14:48:07.964257 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a14:48:07.975960 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a14:48:07.987464 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a14:48:07.999187 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a14:48:08.011381 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a14:48:08.023494 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a14:48:08.035687 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a14:48:08.047833 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a14:48:08.169799 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a14:48:08.445626 tst switch_tch_pdch.py:51: start network...\u000a14:48:08.568839 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:48:09.038131 run create_hlr_db(pid=3002): Launched\u000a14:48:09.209970 bus /gobi_6: Setting Powered False\u000a14:48:10.231327 run create_hlr_db(pid=3002): Terminated: ok {rc=0}\u000a14:48:10.656365 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3004): Launched\u000a14:48:10.973881 run osmo-hlr_10.42.42.2(pid=3005): Launched\u000a14:48:11.090339 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:48:11.643769 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3007): Launched\u000a14:48:11.961421 run osmo-stp_10.42.42.5(pid=3008): Launched\u000a14:48:12.075827 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:48:12.630663 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3010): Launched\u000a14:48:12.743188 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:48:13.019988 run patchelf(pid=3011): Launched\u000a14:48:13.206075 run osmo-stp_10.42.42.5(pid=3008): ERR: Terminated: ERROR {rc=1} [trial-2406↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3008)]\u000a14:48:13.342352 run osmo-stp_10.42.42.5(pid=3008): stdout: \u000a| (launched: 2022-12-14_14:48:11.805609)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:48:13.479063 run osmo-stp_10.42.42.5(pid=3008): stderr: \u000a| �[0;m�[38;5;43m20221214144812000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214144812000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214144812000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214144812001 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214144812001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214144812001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214144812001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:48:13.610533 run osmo-stp_10.42.42.5(pid=3008): stdout: \u000a| (launched: 2022-12-14_14:48:11.805609)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:48:13.741483 run osmo-stp_10.42.42.5(pid=3008): stderr: \u000a| �[0;m�[38;5;43m20221214144812000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214144812000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214144812000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214144812001 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214144812001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214144812001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214144812001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:48:13.893357 run patchelf(pid=3011): Terminating (SIGINT)\u000a14:48:14.071903 run patchelf(pid=3011): Terminated: ok {rc=0}\u000a14:48:14.104530 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=3008): Process ended prematurely: osmo-stp_10.42.42.5(pid=3008) [trial-2406↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3008)] [trial-2406↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a14:48:14.114016 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a14:48:14.176771 run osmo-hlr_10.42.42.2(pid=3005): ERR: Terminated: ERROR {rc=237} [trial-2406↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3005)]\u000a14:48:14.227982 run osmo-hlr_10.42.42.2(pid=3005): stdout: \u000a| (launched: 2022-12-14_14:48:10.818320) \u000a14:48:14.279675 run osmo-hlr_10.42.42.2(pid=3005): stderr: \u000a| �[0;m�[1;31m20221214144811015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214144811015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214144811016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214144811016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214144811016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214144811016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214144811031 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214144811040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214144811041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214144811041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:48:14.323900 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3004): Terminating (SIGTERM)\u000a14:48:14.366357 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3007): Terminating (SIGTERM)\u000a14:48:14.407955 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3010): Terminating (SIGTERM)\u000a14:48:14.417830 --- ParallelTerminationStrategy: PID 3004 died...\u000a14:48:14.473437 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3004): Terminated: ok {rc=0}\u000a14:48:14.483545 --- ParallelTerminationStrategy: PID 3007 died...\u000a14:48:14.539153 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3007): Terminated: ok {rc=0}\u000a14:48:14.549306 --- ParallelTerminationStrategy: PID 3010 died...\u000a14:48:14.604492 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3010): Terminated: ok {rc=0}\u000a14:48:14.692151 bus /gobi_0: Setting Powered False\u000a14:48:15.794727 bus /gobi_0: Setting Powered False\u000a14:48:16.905546 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "55", "name" : "dynts_trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:48:07" }, { "cases" : [ { "testActions" : [ ], "age" : 269, "className" : "dynts:trx-b200+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3021): Process ended prematurely: osmo-stp_10.42.42.5(pid=3021) [trial-2406↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3021)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3021): Process ended prematurely: osmo-stp_10.42.42.5(pid=3021) [trial-2406↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3021)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 dynts:trx-b200+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a14:48:18.882262 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a14:48:18.893572 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a14:48:19.059122 tst switch_tch_pdch.py: using LAC 41635\u000a14:48:19.193079 tst switch_tch_pdch.py: using RAC 70\u000a14:48:19.315765 tst switch_tch_pdch.py: using CellId 41635\u000a14:48:19.439088 tst switch_tch_pdch.py: using BVCI 41636\u000a14:48:19.463436 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a14:48:19.474827 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a14:48:19.486097 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a14:48:19.497297 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a14:48:19.508432 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a14:48:19.519676 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a14:48:19.531148 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a14:48:19.542316 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a14:48:19.657816 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a14:48:19.931324 tst switch_tch_pdch.py:51: start network...\u000a14:48:20.055108 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:48:20.497092 run create_hlr_db(pid=3015): Launched\u000a14:48:20.618182 bus /gobi_6: Setting Powered False\u000a14:48:21.689911 run create_hlr_db(pid=3015): Terminated: ok {rc=0}\u000a14:48:22.086748 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3017): Launched\u000a14:48:22.405088 run osmo-hlr_10.42.42.2(pid=3018): Launched\u000a14:48:22.523877 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:48:23.051562 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3020): Launched\u000a14:48:23.369530 run osmo-stp_10.42.42.5(pid=3021): Launched\u000a14:48:23.484391 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:48:24.011418 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3023): Launched\u000a14:48:24.124675 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:48:24.401683 run patchelf(pid=3024): Launched\u000a14:48:24.587388 run osmo-stp_10.42.42.5(pid=3021): ERR: Terminated: ERROR {rc=1} [trial-2406↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3021)]\u000a14:48:24.723378 run osmo-stp_10.42.42.5(pid=3021): stdout: \u000a| (launched: 2022-12-14_14:48:23.213098)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:48:24.859128 run osmo-stp_10.42.42.5(pid=3021): stderr: \u000a| �[0;m�[38;5;43m20221214144823404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214144823404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214144823404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214144823404 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214144823405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214144823405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214144823405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:48:24.990172 run osmo-stp_10.42.42.5(pid=3021): stdout: \u000a| (launched: 2022-12-14_14:48:23.213098)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:48:25.119696 run osmo-stp_10.42.42.5(pid=3021): stderr: \u000a| �[0;m�[38;5;43m20221214144823404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214144823404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214144823404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214144823404 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214144823405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214144823405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214144823405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:48:25.271631 run patchelf(pid=3024): Terminating (SIGINT)\u000a14:48:25.450069 run patchelf(pid=3024): Terminated: ok {rc=0}\u000a14:48:25.482386 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=3021): Process ended prematurely: osmo-stp_10.42.42.5(pid=3021) [trial-2406↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3021)] [trial-2406↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a14:48:25.491456 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a14:48:25.553540 run osmo-hlr_10.42.42.2(pid=3018): ERR: Terminated: ERROR {rc=237} [trial-2406↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3018)]\u000a14:48:25.604449 run osmo-hlr_10.42.42.2(pid=3018): stdout: \u000a| (launched: 2022-12-14_14:48:22.248385) \u000a14:48:25.656036 run osmo-hlr_10.42.42.2(pid=3018): stderr: \u000a| �[0;m�[1;31m20221214144822445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214144822445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214144822445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214144822445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214144822445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214144822445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214144822457 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/dynts:trx-b200+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214144822465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214144822466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214144822466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:48:25.700097 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3017): Terminating (SIGTERM)\u000a14:48:25.741994 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3020): Terminating (SIGTERM)\u000a14:48:25.783545 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3023): Terminating (SIGTERM)\u000a14:48:25.793296 --- ParallelTerminationStrategy: PID 3017 died...\u000a14:48:25.848660 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3017): Terminated: ok {rc=0}\u000a14:48:25.858802 --- ParallelTerminationStrategy: PID 3020 died...\u000a14:48:25.914176 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3020): Terminated: ok {rc=0}\u000a14:48:25.924304 --- ParallelTerminationStrategy: PID 3023 died...\u000a14:48:25.979857 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3023): Terminated: ok {rc=0}\u000a14:48:26.067396 bus /gobi_0: Setting Powered False\u000a14:48:27.169745 bus /gobi_0: Setting Powered False\u000a14:48:28.278987 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "56", "name" : "dynts_trx-b200+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:48:18" }, { "cases" : [ { "testActions" : [ ], "age" : 269, "className" : "nitb_sms:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=3029): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3029) [trial-2406↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3029)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=3029): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3029) [trial-2406↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3029)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 nitb_sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a14:48:30.169262 tst nitb_sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a14:48:30.180176 tst nitb_sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a14:48:30.326187 tst mo_mt_sms.py: using LAC 41636\u000a14:48:30.455288 tst mo_mt_sms.py: using RAC 71\u000a14:48:30.579255 tst mo_mt_sms.py: using CellId 41636\u000a14:48:30.702417 tst mo_mt_sms.py: using BVCI 41637\u000a14:48:30.726769 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a14:48:30.854826 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a14:48:31.157481 tst mo_mt_sms.py:9: start nitb and bts...\u000a14:48:31.294731 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a14:48:31.981295 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3028): Launched\u000a14:48:32.289909 run osmo-nitb_10.42.42.2(pid=3029): Launched\u000a14:48:32.472683 run osmo-nitb_10.42.42.2(pid=3029): ERR: Terminated: ERROR {rc=2} [trial-2406↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3029)]\u000a14:48:32.607971 run osmo-nitb_10.42.42.2(pid=3029): stdout: \u000a| (launched: 2022-12-14_14:48:32.145684) \u000a14:48:32.742884 run osmo-nitb_10.42.42.2(pid=3029): stderr: \u000a| (launched: 2022-12-14_14:48:32.190534)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a14:48:32.873793 run osmo-nitb_10.42.42.2(pid=3029): stdout: \u000a| (launched: 2022-12-14_14:48:32.145684) \u000a14:48:33.002448 run osmo-nitb_10.42.42.2(pid=3029): stderr: \u000a| (launched: 2022-12-14_14:48:32.190534)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a14:48:33.408631 tst osmo-nitb_10.42.42.2(pid=3029): stdout: \u000a| (launched: 2022-12-14_14:48:32.145684) \u000a14:48:33.525798 tst osmo-nitb_10.42.42.2(pid=3029): stderr: \u000a| (launched: 2022-12-14_14:48:32.190534)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a14:48:33.577224 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=3029): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3029) [trial-2406↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3029)] [trial-2406↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11]\u000a14:48:33.585633 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a14:48:33.620251 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3028): Terminating (SIGTERM)\u000a14:48:33.798071 --- ParallelTerminationStrategy: PID 3028 died...\u000a14:48:33.852915 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3028): Terminated: ok {rc=0}\u000a14:48:33.940926 bus /sierra_3: Setting Powered False\u000a14:48:35.045437 bus /sierra_3: Setting Powered False\u000a14:48:36.154421 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "57", "name" : "nitb_sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:48:29" }, { "cases" : [ { "testActions" : [ ], "age" : 269, "className" : "sms:trx-sysmocell5000", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3039): Process ended prematurely: osmo-stp_10.42.42.5(pid=3039) [trial-2406↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3039)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3039): Process ended prematurely: osmo-stp_10.42.42.5(pid=3039) [trial-2406↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3039)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a14:48:38.054207 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:48:38.065500 tst sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a14:48:38.205702 tst mo_mt_sms.py: using LAC 41637\u000a14:48:38.331822 tst mo_mt_sms.py: using RAC 72\u000a14:48:38.462894 tst mo_mt_sms.py: using CellId 41637\u000a14:48:38.588127 tst mo_mt_sms.py: using BVCI 41638\u000a14:48:38.612239 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:48:38.623407 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:48:38.634356 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:48:38.645255 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:48:38.656371 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:48:38.667608 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a14:48:38.783232 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a14:48:38.980236 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:48:39.448641 run create_hlr_db(pid=3033): Launched\u000a14:48:39.621078 bus /sierra_2: Setting Powered False\u000a14:48:40.651790 run create_hlr_db(pid=3033): Terminated: ok {rc=0}\u000a14:48:41.052929 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3035): Launched\u000a14:48:41.348746 run osmo-hlr_10.42.42.2(pid=3036): Launched\u000a14:48:41.462507 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:48:41.985338 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3038): Launched\u000a14:48:42.281625 run osmo-stp_10.42.42.5(pid=3039): Launched\u000a14:48:42.389287 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:48:42.932103 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3041): Launched\u000a14:48:43.229683 run osmo-msc_10.42.42.6(pid=3042): Launched\u000a14:48:43.404480 run osmo-stp_10.42.42.5(pid=3039): ERR: Terminated: ERROR {rc=1} [trial-2406↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3039)]\u000a14:48:43.531162 run osmo-stp_10.42.42.5(pid=3039): stdout: \u000a| (launched: 2022-12-14_14:48:42.135346)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:48:43.654977 run osmo-stp_10.42.42.5(pid=3039): stderr: \u000a| �[0;m�[38;5;43m20221214144842302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214144842302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214144842302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214144842302 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214144842305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214144842305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214144842305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:48:43.773875 run osmo-stp_10.42.42.5(pid=3039): stdout: \u000a| (launched: 2022-12-14_14:48:42.135346)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:48:43.891733 run osmo-stp_10.42.42.5(pid=3039): stderr: \u000a| �[0;m�[38;5;43m20221214144842302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214144842302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214144842302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214144842302 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214144842305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214144842305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214144842305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:48:43.943567 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=3039): Process ended prematurely: osmo-stp_10.42.42.5(pid=3039) [trial-2406↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3039)] [trial-2406↪sms:trx-sysmocell5000↪mo_mt_sms.py:16]\u000a14:48:43.951752 tst mo_mt_sms.py:16: Test FAILED (5.9 sec)\u000a14:48:44.011312 run osmo-hlr_10.42.42.2(pid=3036): ERR: Terminated: ERROR {rc=237} [trial-2406↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3036)]\u000a14:48:44.060272 run osmo-hlr_10.42.42.2(pid=3036): stdout: \u000a| (launched: 2022-12-14_14:48:41.202510) \u000a14:48:44.109843 run osmo-hlr_10.42.42.2(pid=3036): stderr: \u000a| �[0;m�[1;31m20221214144841380 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214144841380 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214144841380 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214144841380 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214144841380 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214144841380 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214144841393 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/sms:trx-sysmocell5000/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214144841403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214144841403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214144841403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:48:44.177047 run osmo-msc_10.42.42.6(pid=3042): ERR: Terminated: ERROR {rc=2} [trial-2406↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3042)]\u000a14:48:44.225903 run osmo-msc_10.42.42.6(pid=3042): stdout: \u000a| (launched: 2022-12-14_14:48:43.081644) \u000a14:48:44.275264 run osmo-msc_10.42.42.6(pid=3042): stderr: \u000a| �[0;m�[38;5;43m20221214144843352 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214144843352 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9a78956c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214144843352 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214144843352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214144843352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214144843353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214144843354 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214144843355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214144843355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214144843355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:48:44.317591 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3035): Terminating (SIGTERM)\u000a14:48:44.357399 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3038): Terminating (SIGTERM)\u000a14:48:44.397641 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3041): Terminating (SIGTERM)\u000a14:48:44.406951 --- ParallelTerminationStrategy: PID 3035 died...\u000a14:48:44.461157 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3035): Terminated: ok {rc=0}\u000a14:48:44.470736 --- ParallelTerminationStrategy: PID 3038 died...\u000a14:48:44.524097 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3038): Terminated: ok {rc=0}\u000a14:48:44.533737 --- ParallelTerminationStrategy: PID 3041 died...\u000a14:48:44.586929 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3041): Terminated: ok {rc=0}\u000a14:48:44.675596 bus /sierra_3: Setting Powered False\u000a14:48:45.777343 bus /sierra_3: Setting Powered False\u000a14:48:46.882718 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "58", "name" : "sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:48:37" }, { "cases" : [ { "testActions" : [ ], "age" : 269, "className" : "nitb_ussd:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=3048): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3048) [trial-2406↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3048)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=3048): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3048) [trial-2406↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3048)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 nitb_ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a14:48:48.720517 tst nitb_ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a14:48:48.731278 tst nitb_ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a14:48:48.864688 tst assert_extension.py: using LAC 41638\u000a14:48:48.987876 tst assert_extension.py: using RAC 73\u000a14:48:49.110634 tst assert_extension.py: using CellId 41638\u000a14:48:49.232851 tst assert_extension.py: using BVCI 41639\u000a14:48:49.257018 tst nitb_ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a14:48:49.544382 tst assert_extension.py:10: start nitb and bts...\u000a14:48:49.676834 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a14:48:50.337392 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3047): Launched\u000a14:48:50.653339 run osmo-nitb_10.42.42.2(pid=3048): Launched\u000a14:48:50.849176 run osmo-nitb_10.42.42.2(pid=3048): ERR: Terminated: ERROR {rc=2} [trial-2406↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3048)]\u000a14:48:50.994137 run osmo-nitb_10.42.42.2(pid=3048): stdout: \u000a| (launched: 2022-12-14_14:48:50.500267) \u000a14:48:51.138643 run osmo-nitb_10.42.42.2(pid=3048): stderr: \u000a| (launched: 2022-12-14_14:48:50.547508)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a14:48:51.278256 run osmo-nitb_10.42.42.2(pid=3048): stdout: \u000a| (launched: 2022-12-14_14:48:50.500267) \u000a14:48:51.416701 run osmo-nitb_10.42.42.2(pid=3048): stderr: \u000a| (launched: 2022-12-14_14:48:50.547508)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a14:48:51.781553 tst osmo-nitb_10.42.42.2(pid=3048): stdout: \u000a| (launched: 2022-12-14_14:48:50.500267) \u000a14:48:51.908288 tst osmo-nitb_10.42.42.2(pid=3048): stderr: \u000a| (launched: 2022-12-14_14:48:50.547508)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a14:48:51.963866 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=3048): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3048) [trial-2406↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3048)] [trial-2406↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12]\u000a14:48:51.972570 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a14:48:52.009093 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3047): Terminating (SIGTERM)\u000a14:48:52.187035 --- ParallelTerminationStrategy: PID 3047 died...\u000a14:48:52.245412 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3047): Terminated: ok {rc=0}\u000a14:48:52.333661 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "59", "name" : "nitb_ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:48:48" }, { "cases" : [ { "testActions" : [ ], "age" : 269, "className" : "ussd:trx-sysmocell5000", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3058): Process ended prematurely: osmo-stp_10.42.42.5(pid=3058) [trial-2406↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3058)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3058): Process ended prematurely: osmo-stp_10.42.42.5(pid=3058) [trial-2406↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3058)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a14:48:54.173958 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:48:54.185679 tst ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a14:48:54.329695 tst assert_extension.py: using LAC 41639\u000a14:48:54.455070 tst assert_extension.py: using RAC 74\u000a14:48:54.574790 tst assert_extension.py: using CellId 41639\u000a14:48:54.698257 tst assert_extension.py: using BVCI 41640\u000a14:48:54.722628 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:48:54.734051 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:48:54.745247 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:48:54.756343 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:48:54.767705 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:48:54.780170 tst ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a14:48:54.987603 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:48:55.495988 run create_hlr_db(pid=3052): Launched\u000a14:48:55.681448 bus /sierra_2: Setting Powered False\u000a14:48:56.701694 run create_hlr_db(pid=3052): Terminated: ok {rc=0}\u000a14:48:57.102654 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3054): Launched\u000a14:48:57.400154 run osmo-hlr_10.42.42.2(pid=3055): Launched\u000a14:48:57.515935 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:48:58.138270 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3057): Launched\u000a14:48:58.430348 run osmo-stp_10.42.42.5(pid=3058): Launched\u000a14:48:58.537409 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:48:59.071993 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3060): Launched\u000a14:48:59.365769 run osmo-msc_10.42.42.6(pid=3061): Launched\u000a14:48:59.539443 run osmo-stp_10.42.42.5(pid=3058): ERR: Terminated: ERROR {rc=1} [trial-2406↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3058)]\u000a14:48:59.664310 run osmo-stp_10.42.42.5(pid=3058): stdout: \u000a| (launched: 2022-12-14_14:48:58.286078)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:48:59.786905 run osmo-stp_10.42.42.5(pid=3058): stderr: \u000a| �[0;m�[38;5;43m20221214144858454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214144858454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214144858454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214144858455 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214144858457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214144858457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214144858457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:48:59.904347 run osmo-stp_10.42.42.5(pid=3058): stdout: \u000a| (launched: 2022-12-14_14:48:58.286078)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:49:00.021428 run osmo-stp_10.42.42.5(pid=3058): stderr: \u000a| �[0;m�[38;5;43m20221214144858454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214144858454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214144858454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214144858455 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214144858457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214144858457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214144858457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:49:00.072601 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=3058): Process ended prematurely: osmo-stp_10.42.42.5(pid=3058) [trial-2406↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3058)] [trial-2406↪ussd:trx-sysmocell5000↪assert_extension.py:17]\u000a14:49:00.080445 tst assert_extension.py:17: Test FAILED (5.9 sec)\u000a14:49:00.140625 run osmo-hlr_10.42.42.2(pid=3055): ERR: Terminated: ERROR {rc=237} [trial-2406↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3055)]\u000a14:49:00.189470 run osmo-hlr_10.42.42.2(pid=3055): stdout: \u000a| (launched: 2022-12-14_14:48:57.252886) \u000a14:49:00.239111 run osmo-hlr_10.42.42.2(pid=3055): stderr: \u000a| �[0;m�[1;31m20221214144857429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214144857429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214144857429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214144857429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214144857429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214144857430 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214144857442 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/ussd:trx-sysmocell5000/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214144857450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214144857450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214144857450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:49:00.306058 run osmo-msc_10.42.42.6(pid=3061): ERR: Terminated: ERROR {rc=2} [trial-2406↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3061)]\u000a14:49:00.355006 run osmo-msc_10.42.42.6(pid=3061): stdout: \u000a| (launched: 2022-12-14_14:48:59.220315) \u000a14:49:00.404918 run osmo-msc_10.42.42.6(pid=3061): stderr: \u000a| �[0;m�[38;5;43m20221214144859489 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214144859489 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f244463bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214144859489 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214144859489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214144859489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214144859490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214144859491 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214144859492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214144859492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214144859492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:49:00.447570 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3054): Terminating (SIGTERM)\u000a14:49:00.487761 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3057): Terminating (SIGTERM)\u000a14:49:00.528001 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3060): Terminating (SIGTERM)\u000a14:49:00.537256 --- ParallelTerminationStrategy: PID 3054 died...\u000a14:49:00.590854 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3054): Terminated: ok {rc=0}\u000a14:49:00.600214 --- ParallelTerminationStrategy: PID 3057 died...\u000a14:49:00.653378 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3057): Terminated: ok {rc=0}\u000a14:49:00.663717 --- ParallelTerminationStrategy: PID 3060 died...\u000a14:49:00.717491 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3060): Terminated: ok {rc=0}\u000a14:49:00.800872 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "60", "name" : "ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:48:53" }, { "cases" : [ { "testActions" : [ ], "age" : 269, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3072): Process ended prematurely: osmo-stp_10.42.42.5(pid=3072) [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3072)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3072): Process ended prematurely: osmo-stp_10.42.42.5(pid=3072) [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3072)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a14:49:02.794287 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a14:49:02.805994 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a14:49:02.969245 tst mo_mt_call.py: using LAC 41640\u000a14:49:03.094023 tst mo_mt_call.py: using RAC 75\u000a14:49:03.220427 tst mo_mt_call.py: using CellId 41640\u000a14:49:03.344298 tst mo_mt_call.py: using BVCI 41641\u000a14:49:03.368512 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a14:49:03.380588 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a14:49:03.392469 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a14:49:03.404037 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a14:49:03.415671 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a14:49:03.427341 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a14:49:03.542579 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a14:49:03.751834 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:49:04.262295 run create_hlr_db(pid=3066): Launched\u000a14:49:04.448106 bus /sierra_2: Setting Powered False\u000a14:49:05.469991 run create_hlr_db(pid=3066): Terminated: ok {rc=0}\u000a14:49:05.874477 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3068): Launched\u000a14:49:06.173652 run osmo-hlr_10.42.42.2(pid=3069): Launched\u000a14:49:06.289735 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:49:06.817265 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3071): Launched\u000a14:49:07.116358 run osmo-stp_10.42.42.5(pid=3072): Launched\u000a14:49:07.224861 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:49:07.771012 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3074): Launched\u000a14:49:08.070768 run osmo-msc_10.42.42.6(pid=3075): Launched\u000a14:49:08.248183 run osmo-stp_10.42.42.5(pid=3072): ERR: Terminated: ERROR {rc=1} [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3072)]\u000a14:49:08.375472 run osmo-stp_10.42.42.5(pid=3072): stdout: \u000a| (launched: 2022-12-14_14:49:06.968442)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:49:08.500208 run osmo-stp_10.42.42.5(pid=3072): stderr: \u000a| �[0;m�[38;5;43m20221214144907137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214144907137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214144907137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214144907138 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214144907138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214144907138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214144907138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:49:08.620046 run osmo-stp_10.42.42.5(pid=3072): stdout: \u000a| (launched: 2022-12-14_14:49:06.968442)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:49:08.738458 run osmo-stp_10.42.42.5(pid=3072): stderr: \u000a| �[0;m�[38;5;43m20221214144907137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214144907137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214144907137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214144907138 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214144907138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214144907138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214144907138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:49:08.791145 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3072): Process ended prematurely: osmo-stp_10.42.42.5(pid=3072) [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3072)] [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a14:49:08.799805 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a14:49:08.859704 run osmo-hlr_10.42.42.2(pid=3069): ERR: Terminated: ERROR {rc=237} [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3069)]\u000a14:49:08.908763 run osmo-hlr_10.42.42.2(pid=3069): stdout: \u000a| (launched: 2022-12-14_14:49:06.026333) \u000a14:49:08.958906 run osmo-hlr_10.42.42.2(pid=3069): stderr: \u000a| �[0;m�[1;31m20221214144906202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214144906202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214144906202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214144906202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214144906202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214144906202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214144906218 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214144906227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214144906228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214144906228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:49:09.026451 run osmo-msc_10.42.42.6(pid=3075): ERR: Terminated: ERROR {rc=2} [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3075)]\u000a14:49:09.075936 run osmo-msc_10.42.42.6(pid=3075): stdout: \u000a| (launched: 2022-12-14_14:49:07.922278) \u000a14:49:09.125646 run osmo-msc_10.42.42.6(pid=3075): stderr: \u000a| �[0;m�[38;5;43m20221214144908193 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214144908193 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f69cddc4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214144908193 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214144908193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214144908194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214144908194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214144908195 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214144908196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214144908196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214144908196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:49:09.167865 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3068): Terminating (SIGTERM)\u000a14:49:09.207800 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3071): Terminating (SIGTERM)\u000a14:49:09.247606 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3074): Terminating (SIGTERM)\u000a14:49:09.256737 --- ParallelTerminationStrategy: PID 3068 died...\u000a14:49:09.310295 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3068): Terminated: ok {rc=0}\u000a14:49:09.319670 --- ParallelTerminationStrategy: PID 3071 died...\u000a14:49:09.372826 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3071): Terminated: ok {rc=0}\u000a14:49:09.382204 --- ParallelTerminationStrategy: PID 3074 died...\u000a14:49:09.435486 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3074): Terminated: ok {rc=0}\u000a14:49:09.524022 bus /sierra_3: Setting Powered False\u000a14:49:10.626564 bus /sierra_3: Setting Powered False\u000a14:49:11.737102 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3083): Process ended prematurely: osmo-stp_10.42.42.5(pid=3083) [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3083)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3083): Process ended prematurely: osmo-stp_10.42.42.5(pid=3083) [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3083)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a14:49:12.846621 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a14:49:12.858329 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a14:49:13.014266 tst mo_mt_call_osmux.py: using LAC 41641\u000a14:49:13.132360 tst mo_mt_call_osmux.py: using RAC 76\u000a14:49:13.257506 tst mo_mt_call_osmux.py: using CellId 41641\u000a14:49:13.383225 tst mo_mt_call_osmux.py: using BVCI 41642\u000a14:49:13.408210 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a14:49:13.420072 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a14:49:13.431734 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a14:49:13.443545 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a14:49:13.455232 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a14:49:13.466750 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a14:49:13.581951 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a14:49:13.790155 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:49:14.301338 run create_hlr_db(pid=3077): Launched\u000a14:49:14.486262 bus /sierra_2: Setting Powered False\u000a14:49:15.506872 run create_hlr_db(pid=3077): Terminated: ok {rc=0}\u000a14:49:15.968344 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3079): Launched\u000a14:49:16.421625 run osmo-hlr_10.42.42.2(pid=3080): Launched\u000a14:49:16.667435 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:49:17.238453 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3082): Launched\u000a14:49:17.559676 run osmo-stp_10.42.42.5(pid=3083): Launched\u000a14:49:17.674814 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:49:18.259190 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3085): Launched\u000a14:49:18.578872 run osmo-msc_10.42.42.6(pid=3086): Launched\u000a14:49:18.765901 run osmo-stp_10.42.42.5(pid=3083): ERR: Terminated: ERROR {rc=1} [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3083)]\u000a14:49:18.901064 run osmo-stp_10.42.42.5(pid=3083): stdout: \u000a| (launched: 2022-12-14_14:49:17.402333)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:49:19.035573 run osmo-stp_10.42.42.5(pid=3083): stderr: \u000a| �[0;m�[38;5;43m20221214144917597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214144917597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214144917597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214144917598 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214144917598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214144917598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214144917598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:49:19.163869 run osmo-stp_10.42.42.5(pid=3083): stdout: \u000a| (launched: 2022-12-14_14:49:17.402333)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:49:19.290944 run osmo-stp_10.42.42.5(pid=3083): stderr: \u000a| �[0;m�[38;5;43m20221214144917597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214144917597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214144917597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214144917598 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214144917598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214144917598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214144917598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:49:19.347130 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3083): Process ended prematurely: osmo-stp_10.42.42.5(pid=3083) [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3083)] [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a14:49:19.356237 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a14:49:19.418450 run osmo-hlr_10.42.42.2(pid=3080): ERR: Terminated: ERROR {rc=237} [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3080)]\u000a14:49:19.469450 run osmo-hlr_10.42.42.2(pid=3080): stdout: \u000a| (launched: 2022-12-14_14:49:16.127328) \u000a14:49:19.520887 run osmo-hlr_10.42.42.2(pid=3080): stderr: \u000a| �[0;m�[1;31m20221214144916366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214144916366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214144916366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214144916366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214144916366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214144916366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214144916383 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214144916400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214144916400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214144916401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:49:19.590568 run osmo-msc_10.42.42.6(pid=3086): ERR: Terminated: ERROR {rc=2} [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3086)]\u000a14:49:19.641023 run osmo-msc_10.42.42.6(pid=3086): stdout: \u000a| (launched: 2022-12-14_14:49:18.422235) \u000a14:49:19.692231 run osmo-msc_10.42.42.6(pid=3086): stderr: \u000a| �[0;m�[38;5;43m20221214144918746 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214144918746 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd43d30cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214144918746 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214144918746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214144918746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214144918746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214144918748 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214144918749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214144918749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214144918749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:49:19.736044 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3079): Terminating (SIGTERM)\u000a14:49:19.777628 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3082): Terminating (SIGTERM)\u000a14:49:19.818918 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3085): Terminating (SIGTERM)\u000a14:49:19.828437 --- ParallelTerminationStrategy: PID 3079 died...\u000a14:49:19.883419 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3079): Terminated: ok {rc=0}\u000a14:49:19.893317 --- ParallelTerminationStrategy: PID 3082 died...\u000a14:49:19.948129 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3082): Terminated: ok {rc=0}\u000a14:49:19.957995 --- ParallelTerminationStrategy: PID 3085 died...\u000a14:49:20.012785 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3085): Terminated: ok {rc=0}\u000a14:49:20.099112 bus /sierra_3: Setting Powered False\u000a14:49:21.203992 bus /sierra_3: Setting Powered False\u000a14:49:22.309560 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "61", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:49:02" }, { "cases" : [ { "testActions" : [ ], "age" : 269, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3098): Process ended prematurely: osmo-stp_10.42.42.5(pid=3098) [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3098)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3098): Process ended prematurely: osmo-stp_10.42.42.5(pid=3098) [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3098)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a14:49:24.318396 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a14:49:24.330087 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a14:49:24.498227 tst mo_mt_call.py: using LAC 41642\u000a14:49:24.621690 tst mo_mt_call.py: using RAC 77\u000a14:49:24.745596 tst mo_mt_call.py: using CellId 41642\u000a14:49:24.869117 tst mo_mt_call.py: using BVCI 41643\u000a14:49:24.893467 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a14:49:24.904934 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a14:49:24.916297 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a14:49:24.927689 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a14:49:24.939722 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a14:49:24.951545 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a14:49:25.068020 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a14:49:25.281960 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:49:25.795956 run create_hlr_db(pid=3092): Launched\u000a14:49:25.981430 bus /sierra_2: Setting Powered False\u000a14:49:27.002329 run create_hlr_db(pid=3092): Terminated: ok {rc=0}\u000a14:49:27.429951 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3094): Launched\u000a14:49:27.750283 run osmo-hlr_10.42.42.2(pid=3095): Launched\u000a14:49:27.866013 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:49:28.424083 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3097): Launched\u000a14:49:28.744684 run osmo-stp_10.42.42.5(pid=3098): Launched\u000a14:49:28.861179 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:49:29.453269 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3100): Launched\u000a14:49:29.773634 run osmo-msc_10.42.42.6(pid=3101): Launched\u000a14:49:29.961081 run osmo-stp_10.42.42.5(pid=3098): ERR: Terminated: ERROR {rc=1} [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3098)]\u000a14:49:30.096770 run osmo-stp_10.42.42.5(pid=3098): stdout: \u000a| (launched: 2022-12-14_14:49:28.587615)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:49:30.231829 run osmo-stp_10.42.42.5(pid=3098): stderr: \u000a| �[0;m�[38;5;43m20221214144928778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214144928779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214144928780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214144928780 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214144928782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214144928782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214144928782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:49:30.360631 run osmo-stp_10.42.42.5(pid=3098): stdout: \u000a| (launched: 2022-12-14_14:49:28.587615)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:49:30.488272 run osmo-stp_10.42.42.5(pid=3098): stderr: \u000a| �[0;m�[38;5;43m20221214144928778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214144928779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214144928780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214144928780 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214144928782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214144928782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214144928782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:49:30.544541 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3098): Process ended prematurely: osmo-stp_10.42.42.5(pid=3098) [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3098)] [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a14:49:30.553745 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a14:49:30.615879 run osmo-hlr_10.42.42.2(pid=3095): ERR: Terminated: ERROR {rc=237} [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3095)]\u000a14:49:30.667217 run osmo-hlr_10.42.42.2(pid=3095): stdout: \u000a| (launched: 2022-12-14_14:49:27.593511) \u000a14:49:30.719369 run osmo-hlr_10.42.42.2(pid=3095): stderr: \u000a| �[0;m�[1;31m20221214144927791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214144927791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214144927791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214144927791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214144927791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214144927791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214144927803 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214144927811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214144927812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214144927812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:49:30.789811 run osmo-msc_10.42.42.6(pid=3101): ERR: Terminated: ERROR {rc=2} [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3101)]\u000a14:49:30.853235 run osmo-msc_10.42.42.6(pid=3101): stdout: \u000a| (launched: 2022-12-14_14:49:29.616395) \u000a14:49:30.906219 run osmo-msc_10.42.42.6(pid=3101): stderr: \u000a| �[0;m�[38;5;43m20221214144929937 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214144929937 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3fb38c9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214144929937 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214144929937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214144929937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214144929937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214144929939 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214144929939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214144929940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214144929940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:49:30.951290 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3094): Terminating (SIGTERM)\u000a14:49:30.993477 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3097): Terminating (SIGTERM)\u000a14:49:31.036776 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3100): Terminating (SIGTERM)\u000a14:49:31.047814 --- ParallelTerminationStrategy: PID 3094 died...\u000a14:49:31.103881 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3094): Terminated: ok {rc=0}\u000a14:49:31.114265 --- ParallelTerminationStrategy: PID 3097 died...\u000a14:49:31.170417 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3097): Terminated: ok {rc=0}\u000a14:49:31.180642 --- ParallelTerminationStrategy: PID 3100 died...\u000a14:49:31.236926 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3100): Terminated: ok {rc=0}\u000a14:49:31.326125 bus /sierra_3: Setting Powered False\u000a14:49:32.432183 bus /sierra_3: Setting Powered False\u000a14:49:33.548448 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3109): Process ended prematurely: osmo-stp_10.42.42.5(pid=3109) [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3109)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3109): Process ended prematurely: osmo-stp_10.42.42.5(pid=3109) [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3109)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a14:49:34.657968 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a14:49:34.669766 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a14:49:34.824462 tst mo_mt_call_osmux.py: using LAC 41643\u000a14:49:34.943292 tst mo_mt_call_osmux.py: using RAC 78\u000a14:49:35.062299 tst mo_mt_call_osmux.py: using CellId 41643\u000a14:49:35.179636 tst mo_mt_call_osmux.py: using BVCI 41644\u000a14:49:35.202295 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a14:49:35.213607 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a14:49:35.224455 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a14:49:35.235433 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a14:49:35.246778 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a14:49:35.258092 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a14:49:35.374365 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a14:49:35.584268 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:49:36.094438 run create_hlr_db(pid=3103): Launched\u000a14:49:36.278366 bus /sierra_2: Setting Powered False\u000a14:49:37.300054 run create_hlr_db(pid=3103): Terminated: ok {rc=0}\u000a14:49:37.702188 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3105): Launched\u000a14:49:37.999527 run osmo-hlr_10.42.42.2(pid=3106): Launched\u000a14:49:38.115203 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:49:38.643594 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3108): Launched\u000a14:49:38.942528 run osmo-stp_10.42.42.5(pid=3109): Launched\u000a14:49:39.051922 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:49:39.602098 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3111): Launched\u000a14:49:39.902766 run osmo-msc_10.42.42.6(pid=3112): Launched\u000a14:49:40.085522 run osmo-stp_10.42.42.5(pid=3109): ERR: Terminated: ERROR {rc=1} [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3109)]\u000a14:49:40.222456 run osmo-stp_10.42.42.5(pid=3109): stdout: \u000a| (launched: 2022-12-14_14:49:38.795203)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:49:40.356637 run osmo-stp_10.42.42.5(pid=3109): stderr: \u000a| �[0;m�[38;5;43m20221214144938966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214144938966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214144938966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214144938967 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214144938967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214144938967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214144938967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:49:40.485106 run osmo-stp_10.42.42.5(pid=3109): stdout: \u000a| (launched: 2022-12-14_14:49:38.795203)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:49:40.612442 run osmo-stp_10.42.42.5(pid=3109): stderr: \u000a| �[0;m�[38;5;43m20221214144938966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214144938966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214144938966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214144938967 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214144938967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214144938967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214144938967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:49:40.668762 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3109): Process ended prematurely: osmo-stp_10.42.42.5(pid=3109) [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3109)] [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a14:49:40.677980 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a14:49:40.740124 run osmo-hlr_10.42.42.2(pid=3106): ERR: Terminated: ERROR {rc=237} [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3106)]\u000a14:49:40.791201 run osmo-hlr_10.42.42.2(pid=3106): stdout: \u000a| (launched: 2022-12-14_14:49:37.853553) \u000a14:49:40.842969 run osmo-hlr_10.42.42.2(pid=3106): stderr: \u000a| �[0;m�[1;31m20221214144938028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214144938028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214144938028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214144938028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214144938028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214144938028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214144938041 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214144938050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214144938050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214144938050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:49:40.913532 run osmo-msc_10.42.42.6(pid=3112): ERR: Terminated: ERROR {rc=2} [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3112)]\u000a14:49:40.964442 run osmo-msc_10.42.42.6(pid=3112): stdout: \u000a| (launched: 2022-12-14_14:49:39.753704) \u000a14:49:41.016082 run osmo-msc_10.42.42.6(pid=3112): stderr: \u000a| �[0;m�[38;5;43m20221214144940025 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214144940025 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb38095fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214144940025 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214144940026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214144940026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214144940026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214144940027 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214144940028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214144940028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214144940028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:49:41.060013 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3105): Terminating (SIGTERM)\u000a14:49:41.101750 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3108): Terminating (SIGTERM)\u000a14:49:41.143420 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3111): Terminating (SIGTERM)\u000a14:49:41.152562 --- ParallelTerminationStrategy: PID 3105 died...\u000a14:49:41.208043 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3105): Terminated: ok {rc=0}\u000a14:49:41.217932 --- ParallelTerminationStrategy: PID 3108 died...\u000a14:49:41.273055 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3108): Terminated: ok {rc=0}\u000a14:49:41.283021 --- ParallelTerminationStrategy: PID 3111 died...\u000a14:49:41.338689 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3111): Terminated: ok {rc=0}\u000a14:49:41.425592 bus /sierra_3: Setting Powered False\u000a14:49:42.531821 bus /sierra_3: Setting Powered False\u000a14:49:43.640672 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "62", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:49:24" }, { "cases" : [ { "testActions" : [ ], "age" : 269, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3124): Process ended prematurely: osmo-stp_10.42.42.5(pid=3124) [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3124)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3124): Process ended prematurely: osmo-stp_10.42.42.5(pid=3124) [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3124)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a14:49:45.646168 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a14:49:45.657904 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a14:49:45.822771 tst mo_mt_call.py: using LAC 41644\u000a14:49:45.962934 tst mo_mt_call.py: using RAC 79\u000a14:49:46.093962 tst mo_mt_call.py: using CellId 41644\u000a14:49:46.224039 tst mo_mt_call.py: using BVCI 41645\u000a14:49:46.248629 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a14:49:46.260889 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a14:49:46.272910 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a14:49:46.285070 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a14:49:46.298396 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a14:49:46.311632 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a14:49:46.453919 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a14:49:46.685158 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:49:47.206140 run create_hlr_db(pid=3118): Launched\u000a14:49:47.383856 bus /sierra_2: Setting Powered False\u000a14:49:48.400727 run create_hlr_db(pid=3118): Terminated: ok {rc=0}\u000a14:49:48.799410 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3120): Launched\u000a14:49:49.098632 run osmo-hlr_10.42.42.2(pid=3121): Launched\u000a14:49:49.215074 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:49:49.745905 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3123): Launched\u000a14:49:50.046551 run osmo-stp_10.42.42.5(pid=3124): Launched\u000a14:49:50.156521 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:49:50.705195 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3126): Launched\u000a14:49:51.006645 run osmo-msc_10.42.42.6(pid=3127): Launched\u000a14:49:51.184143 run osmo-stp_10.42.42.5(pid=3124): ERR: Terminated: ERROR {rc=1} [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3124)]\u000a14:49:51.312334 run osmo-stp_10.42.42.5(pid=3124): stdout: \u000a| (launched: 2022-12-14_14:49:49.897887)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:49:51.438447 run osmo-stp_10.42.42.5(pid=3124): stderr: \u000a| �[0;m�[38;5;43m20221214144950068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214144950068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214144950069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214144950069 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214144950070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214144950070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214144950070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:49:51.559020 run osmo-stp_10.42.42.5(pid=3124): stdout: \u000a| (launched: 2022-12-14_14:49:49.897887)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:49:51.678457 run osmo-stp_10.42.42.5(pid=3124): stderr: \u000a| �[0;m�[38;5;43m20221214144950068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214144950068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214144950069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214144950069 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214144950070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214144950070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214144950070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:49:51.731356 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3124): Process ended prematurely: osmo-stp_10.42.42.5(pid=3124) [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3124)] [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a14:49:51.740072 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a14:49:51.799717 run osmo-hlr_10.42.42.2(pid=3121): ERR: Terminated: ERROR {rc=237} [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3121)]\u000a14:49:51.848889 run osmo-hlr_10.42.42.2(pid=3121): stdout: \u000a| (launched: 2022-12-14_14:49:48.950997) \u000a14:49:51.899176 run osmo-hlr_10.42.42.2(pid=3121): stderr: \u000a| �[0;m�[1;31m20221214144949127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214144949127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214144949127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214144949127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214144949127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214144949127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214144949143 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214144949152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214144949152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214144949152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:49:51.966407 run osmo-msc_10.42.42.6(pid=3127): ERR: Terminated: ERROR {rc=2} [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3127)]\u000a14:49:52.015098 run osmo-msc_10.42.42.6(pid=3127): stdout: \u000a| (launched: 2022-12-14_14:49:50.857238) \u000a14:49:52.064287 run osmo-msc_10.42.42.6(pid=3127): stderr: \u000a| �[0;m�[38;5;43m20221214144951127 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214144951127 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4f5ba86c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214144951127 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214144951127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214144951127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214144951128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214144951131 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214144951131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214144951132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214144951132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:49:52.106428 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3120): Terminating (SIGTERM)\u000a14:49:52.146233 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3123): Terminating (SIGTERM)\u000a14:49:52.185907 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3126): Terminating (SIGTERM)\u000a14:49:52.195159 --- ParallelTerminationStrategy: PID 3120 died...\u000a14:49:52.248857 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3120): Terminated: ok {rc=0}\u000a14:49:52.258462 --- ParallelTerminationStrategy: PID 3123 died...\u000a14:49:52.311807 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3123): Terminated: ok {rc=0}\u000a14:49:52.321351 --- ParallelTerminationStrategy: PID 3126 died...\u000a14:49:52.374525 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3126): Terminated: ok {rc=0}\u000a14:49:52.463434 bus /sierra_3: Setting Powered False\u000a14:49:53.566628 bus /sierra_3: Setting Powered False\u000a14:49:54.672493 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3135): Process ended prematurely: osmo-stp_10.42.42.5(pid=3135) [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3135)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3135): Process ended prematurely: osmo-stp_10.42.42.5(pid=3135) [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3135)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a14:49:55.786488 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a14:49:55.798611 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a14:49:55.959769 tst mo_mt_call_osmux.py: using LAC 41645\u000a14:49:56.077825 tst mo_mt_call_osmux.py: using RAC 80\u000a14:49:56.194219 tst mo_mt_call_osmux.py: using CellId 41645\u000a14:49:56.313139 tst mo_mt_call_osmux.py: using BVCI 41646\u000a14:49:56.335802 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a14:49:56.347030 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a14:49:56.358044 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a14:49:56.368799 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a14:49:56.380369 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a14:49:56.391499 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a14:49:56.511178 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a14:49:56.714136 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:49:57.187002 run create_hlr_db(pid=3129): Launched\u000a14:49:57.360041 bus /sierra_2: Setting Powered False\u000a14:49:58.382208 run create_hlr_db(pid=3129): Terminated: ok {rc=0}\u000a14:49:58.811659 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3131): Launched\u000a14:49:59.132860 run osmo-hlr_10.42.42.2(pid=3132): Launched\u000a14:49:59.249926 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:49:59.807197 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3134): Launched\u000a14:50:00.128156 run osmo-stp_10.42.42.5(pid=3135): Launched\u000a14:50:00.250269 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:50:00.840768 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3137): Launched\u000a14:50:01.202582 run osmo-msc_10.42.42.6(pid=3138): Launched\u000a14:50:01.428194 run osmo-stp_10.42.42.5(pid=3135): ERR: Terminated: ERROR {rc=1} [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3135)]\u000a14:50:01.723378 run osmo-stp_10.42.42.5(pid=3135): stdout: \u000a| (launched: 2022-12-14_14:49:59.970253)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:50:02.051090 run osmo-stp_10.42.42.5(pid=3135): stderr: \u000a| �[0;m�[38;5;43m20221214145000163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214145000163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214145000163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214145000164 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214145000164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214145000164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214145000164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:50:02.219236 run osmo-stp_10.42.42.5(pid=3135): stdout: \u000a| (launched: 2022-12-14_14:49:59.970253)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:50:02.385635 run osmo-stp_10.42.42.5(pid=3135): stderr: \u000a| �[0;m�[38;5;43m20221214145000163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214145000163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214145000163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214145000164 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214145000164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214145000164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214145000164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:50:02.445536 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3135): Process ended prematurely: osmo-stp_10.42.42.5(pid=3135) [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3135)] [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a14:50:02.455491 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a14:50:02.531478 run osmo-hlr_10.42.42.2(pid=3132): ERR: Terminated: ERROR {rc=237} [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3132)]\u000a14:50:02.583839 run osmo-hlr_10.42.42.2(pid=3132): stdout: \u000a| (launched: 2022-12-14_14:49:58.974990) \u000a14:50:02.635786 run osmo-hlr_10.42.42.2(pid=3132): stderr: \u000a| �[0;m�[1;31m20221214144959172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214144959172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214144959172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214144959172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214144959172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214144959172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214144959184 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214144959192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214144959192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214144959193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:50:02.706186 run osmo-msc_10.42.42.6(pid=3138): ERR: Terminated: ERROR {rc=2} [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3138)]\u000a14:50:02.757312 run osmo-msc_10.42.42.6(pid=3138): stdout: \u000a| (launched: 2022-12-14_14:50:01.002891) \u000a14:50:02.808942 run osmo-msc_10.42.42.6(pid=3138): stderr: \u000a| �[0;m�[38;5;43m20221214145001698 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214145001699 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8718cd0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214145001700 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214145001701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214145001701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214145001703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214145001711 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214145001714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214145001714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214145001715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:50:02.853047 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3131): Terminating (SIGTERM)\u000a14:50:02.894464 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3134): Terminating (SIGTERM)\u000a14:50:02.936590 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3137): Terminating (SIGTERM)\u000a14:50:02.946230 --- ParallelTerminationStrategy: PID 3131 died...\u000a14:50:03.001720 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3131): Terminated: ok {rc=0}\u000a14:50:03.011770 --- ParallelTerminationStrategy: PID 3134 died...\u000a14:50:03.067314 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3134): Terminated: ok {rc=0}\u000a14:50:03.077354 --- ParallelTerminationStrategy: PID 3137 died...\u000a14:50:03.132526 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3137): Terminated: ok {rc=0}\u000a14:50:03.218205 bus /sierra_3: Setting Powered False\u000a14:50:04.323885 bus /sierra_3: Setting Powered False\u000a14:50:05.431544 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "63", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:49:45" }, { "cases" : [ { "testActions" : [ ], "age" : 269, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3152): Process ended prematurely: osmo-stp_10.42.42.5(pid=3152) [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3152)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3152): Process ended prematurely: osmo-stp_10.42.42.5(pid=3152) [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3152)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a14:50:07.442724 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a14:50:07.454293 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a14:50:07.618212 tst mo_mt_call.py: using LAC 41646\u000a14:50:07.743887 tst mo_mt_call.py: using RAC 81\u000a14:50:07.869011 tst mo_mt_call.py: using CellId 41646\u000a14:50:07.995979 tst mo_mt_call.py: using BVCI 41647\u000a14:50:08.020395 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a14:50:08.032017 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a14:50:08.043522 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a14:50:08.055001 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a14:50:08.066590 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a14:50:08.078036 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a14:50:08.193289 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a14:50:08.402628 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:50:08.916416 run create_hlr_db(pid=3146): Launched\u000a14:50:09.101808 bus /sierra_2: Setting Powered False\u000a14:50:10.122278 run create_hlr_db(pid=3146): Terminated: ok {rc=0}\u000a14:50:10.524565 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3148): Launched\u000a14:50:10.824252 run osmo-hlr_10.42.42.2(pid=3149): Launched\u000a14:50:10.940102 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:50:11.470056 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3151): Launched\u000a14:50:11.770355 run osmo-stp_10.42.42.5(pid=3152): Launched\u000a14:50:11.879751 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:50:12.430251 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3154): Launched\u000a14:50:12.732365 run osmo-msc_10.42.42.6(pid=3155): Launched\u000a14:50:12.909984 run osmo-stp_10.42.42.5(pid=3152): ERR: Terminated: ERROR {rc=1} [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3152)]\u000a14:50:13.038449 run osmo-stp_10.42.42.5(pid=3152): stdout: \u000a| (launched: 2022-12-14_14:50:11.622872)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:50:13.163954 run osmo-stp_10.42.42.5(pid=3152): stderr: \u000a| �[0;m�[38;5;43m20221214145011794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214145011794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214145011794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214145011795 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214145011795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214145011795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214145011795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:50:13.284516 run osmo-stp_10.42.42.5(pid=3152): stdout: \u000a| (launched: 2022-12-14_14:50:11.622872)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:50:13.403698 run osmo-stp_10.42.42.5(pid=3152): stderr: \u000a| �[0;m�[38;5;43m20221214145011794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214145011794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214145011794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214145011795 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214145011795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214145011795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214145011795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:50:13.456666 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3152): Process ended prematurely: osmo-stp_10.42.42.5(pid=3152) [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3152)] [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a14:50:13.465514 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a14:50:13.525640 run osmo-hlr_10.42.42.2(pid=3149): ERR: Terminated: ERROR {rc=237} [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3149)]\u000a14:50:13.574993 run osmo-hlr_10.42.42.2(pid=3149): stdout: \u000a| (launched: 2022-12-14_14:50:10.676688) \u000a14:50:13.625267 run osmo-hlr_10.42.42.2(pid=3149): stderr: \u000a| �[0;m�[1;31m20221214145010852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214145010852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214145010852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214145010852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214145010852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214145010852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214145010870 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214145010878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214145010879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214145010879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:50:13.692841 run osmo-msc_10.42.42.6(pid=3155): ERR: Terminated: ERROR {rc=2} [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3155)]\u000a14:50:13.741886 run osmo-msc_10.42.42.6(pid=3155): stdout: \u000a| (launched: 2022-12-14_14:50:12.582931) \u000a14:50:13.791574 run osmo-msc_10.42.42.6(pid=3155): stderr: \u000a| �[0;m�[38;5;43m20221214145012854 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214145012854 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7feda709ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214145012854 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214145012854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214145012854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214145012855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214145012858 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214145012859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214145012859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214145012859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:50:13.833909 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3148): Terminating (SIGTERM)\u000a14:50:13.873837 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3151): Terminating (SIGTERM)\u000a14:50:13.913983 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3154): Terminating (SIGTERM)\u000a14:50:13.923283 --- ParallelTerminationStrategy: PID 3148 died...\u000a14:50:13.977212 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3148): Terminated: ok {rc=0}\u000a14:50:13.986715 --- ParallelTerminationStrategy: PID 3151 died...\u000a14:50:14.040234 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3151): Terminated: ok {rc=0}\u000a14:50:14.049877 --- ParallelTerminationStrategy: PID 3154 died...\u000a14:50:14.103359 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3154): Terminated: ok {rc=0}\u000a14:50:14.187563 bus /sierra_3: Setting Powered False\u000a14:50:15.293455 bus /sierra_3: Setting Powered False\u000a14:50:16.404940 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3163): Process ended prematurely: osmo-stp_10.42.42.5(pid=3163) [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3163)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3163): Process ended prematurely: osmo-stp_10.42.42.5(pid=3163) [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3163)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a14:50:17.518364 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a14:50:17.530492 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a14:50:17.694742 tst mo_mt_call_osmux.py: using LAC 41647\u000a14:50:17.822215 tst mo_mt_call_osmux.py: using RAC 82\u000a14:50:17.947322 tst mo_mt_call_osmux.py: using CellId 41647\u000a14:50:18.072678 tst mo_mt_call_osmux.py: using BVCI 41648\u000a14:50:18.097172 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a14:50:18.108721 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a14:50:18.120100 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a14:50:18.131461 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a14:50:18.142959 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a14:50:18.154400 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a14:50:18.271468 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a14:50:18.472735 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:50:18.946523 run create_hlr_db(pid=3157): Launched\u000a14:50:19.127106 bus /sierra_2: Setting Powered False\u000a14:50:20.151910 run create_hlr_db(pid=3157): Terminated: ok {rc=0}\u000a14:50:20.554478 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3159): Launched\u000a14:50:20.854772 run osmo-hlr_10.42.42.2(pid=3160): Launched\u000a14:50:20.970049 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:50:21.501642 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3162): Launched\u000a14:50:21.803149 run osmo-stp_10.42.42.5(pid=3163): Launched\u000a14:50:21.913479 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:50:22.462147 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3165): Launched\u000a14:50:22.763686 run osmo-msc_10.42.42.6(pid=3166): Launched\u000a14:50:22.940729 run osmo-stp_10.42.42.5(pid=3163): ERR: Terminated: ERROR {rc=1} [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3163)]\u000a14:50:23.068563 run osmo-stp_10.42.42.5(pid=3163): stdout: \u000a| (launched: 2022-12-14_14:50:21.654229)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:50:23.194075 run osmo-stp_10.42.42.5(pid=3163): stderr: \u000a| �[0;m�[38;5;43m20221214145021824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214145021824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214145021824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214145021825 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214145021827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214145021827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214145021827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:50:23.314189 run osmo-stp_10.42.42.5(pid=3163): stdout: \u000a| (launched: 2022-12-14_14:50:21.654229)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:50:23.433175 run osmo-stp_10.42.42.5(pid=3163): stderr: \u000a| �[0;m�[38;5;43m20221214145021824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214145021824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214145021824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214145021825 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214145021827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214145021827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214145021827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:50:23.485997 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3163): Process ended prematurely: osmo-stp_10.42.42.5(pid=3163) [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3163)] [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a14:50:23.494682 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a14:50:23.554302 run osmo-hlr_10.42.42.2(pid=3160): ERR: Terminated: ERROR {rc=237} [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3160)]\u000a14:50:23.603216 run osmo-hlr_10.42.42.2(pid=3160): stdout: \u000a| (launched: 2022-12-14_14:50:20.706535) \u000a14:50:23.652774 run osmo-hlr_10.42.42.2(pid=3160): stderr: \u000a| �[0;m�[1;31m20221214145020884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214145020884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214145020884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214145020885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214145020885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214145020885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214145020901 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214145020911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214145020911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214145020911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:50:23.720324 run osmo-msc_10.42.42.6(pid=3166): ERR: Terminated: ERROR {rc=2} [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3166)]\u000a14:50:23.769099 run osmo-msc_10.42.42.6(pid=3166): stdout: \u000a| (launched: 2022-12-14_14:50:22.614325) \u000a14:50:23.818792 run osmo-msc_10.42.42.6(pid=3166): stderr: \u000a| �[0;m�[38;5;43m20221214145022885 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214145022886 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff5ce7c4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214145022886 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214145022886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214145022886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214145022886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214145022888 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214145022888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214145022888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214145022888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:50:23.860674 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3159): Terminating (SIGTERM)\u000a14:50:23.900365 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3162): Terminating (SIGTERM)\u000a14:50:23.939921 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3165): Terminating (SIGTERM)\u000a14:50:23.949207 --- ParallelTerminationStrategy: PID 3159 died...\u000a14:50:24.002556 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3159): Terminated: ok {rc=0}\u000a14:50:24.011923 --- ParallelTerminationStrategy: PID 3162 died...\u000a14:50:24.064843 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3162): Terminated: ok {rc=0}\u000a14:50:24.074303 --- ParallelTerminationStrategy: PID 3165 died...\u000a14:50:24.127208 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3165): Terminated: ok {rc=0}\u000a14:50:24.210738 bus /sierra_3: Setting Powered False\u000a14:50:25.310538 bus /sierra_3: Setting Powered False\u000a14:50:26.420157 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "64", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:50:07" }, { "cases" : [ { "testActions" : [ ], "age" : 269, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3177): Process ended prematurely: osmo-stp_10.42.42.5(pid=3177) [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3177)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3177): Process ended prematurely: osmo-stp_10.42.42.5(pid=3177) [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3177)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a14:50:28.410720 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a14:50:28.421866 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a14:50:28.577526 tst mo_mt_call.py: using LAC 41648\u000a14:50:28.696238 tst mo_mt_call.py: using RAC 83\u000a14:50:28.815027 tst mo_mt_call.py: using CellId 41648\u000a14:50:28.934060 tst mo_mt_call.py: using BVCI 41649\u000a14:50:28.956537 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a14:50:28.967608 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a14:50:28.978584 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a14:50:28.989439 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a14:50:29.000577 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a14:50:29.011746 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a14:50:29.131095 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a14:50:29.331820 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:50:29.804630 run create_hlr_db(pid=3171): Launched\u000a14:50:29.977331 bus /sierra_2: Setting Powered False\u000a14:50:31.013217 run create_hlr_db(pid=3171): Terminated: ok {rc=0}\u000a14:50:31.462528 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3173): Launched\u000a14:50:31.949759 run osmo-hlr_10.42.42.2(pid=3174): Launched\u000a14:50:32.119477 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:50:32.679751 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3176): Launched\u000a14:50:32.980243 run osmo-stp_10.42.42.5(pid=3177): Launched\u000a14:50:33.089312 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:50:33.639207 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3179): Launched\u000a14:50:33.940143 run osmo-msc_10.42.42.6(pid=3180): Launched\u000a14:50:34.116924 run osmo-stp_10.42.42.5(pid=3177): ERR: Terminated: ERROR {rc=1} [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3177)]\u000a14:50:34.244203 run osmo-stp_10.42.42.5(pid=3177): stdout: \u000a| (launched: 2022-12-14_14:50:32.832241)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:50:34.369199 run osmo-stp_10.42.42.5(pid=3177): stderr: \u000a| �[0;m�[38;5;43m20221214145033002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214145033003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214145033003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214145033003 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214145033004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214145033004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214145033004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:50:34.489697 run osmo-stp_10.42.42.5(pid=3177): stdout: \u000a| (launched: 2022-12-14_14:50:32.832241)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:50:34.608631 run osmo-stp_10.42.42.5(pid=3177): stderr: \u000a| �[0;m�[38;5;43m20221214145033002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214145033003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214145033003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214145033003 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214145033004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214145033004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214145033004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:50:34.661207 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3177): Process ended prematurely: osmo-stp_10.42.42.5(pid=3177) [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3177)] [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a14:50:34.669871 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a14:50:34.729126 run osmo-hlr_10.42.42.2(pid=3174): ERR: Terminated: ERROR {rc=237} [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3174)]\u000a14:50:34.777631 run osmo-hlr_10.42.42.2(pid=3174): stdout: \u000a| (launched: 2022-12-14_14:50:31.631753) \u000a14:50:34.827017 run osmo-hlr_10.42.42.2(pid=3174): stderr: \u000a| �[0;m�[1;31m20221214145031836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214145031836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214145031836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214145031836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214145031836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214145031836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214145031860 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214145031868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214145031868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214145031868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:50:34.894110 run osmo-msc_10.42.42.6(pid=3180): ERR: Terminated: ERROR {rc=2} [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3180)]\u000a14:50:34.942837 run osmo-msc_10.42.42.6(pid=3180): stdout: \u000a| (launched: 2022-12-14_14:50:33.791978) \u000a14:50:34.992175 run osmo-msc_10.42.42.6(pid=3180): stderr: \u000a| �[0;m�[38;5;43m20221214145034060 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214145034061 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3b275d0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214145034061 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214145034061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214145034061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214145034061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214145034063 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214145034063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214145034063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214145034063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:50:35.034143 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3173): Terminating (SIGTERM)\u000a14:50:35.073711 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3176): Terminating (SIGTERM)\u000a14:50:35.113418 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3179): Terminating (SIGTERM)\u000a14:50:35.122580 --- ParallelTerminationStrategy: PID 3173 died...\u000a14:50:35.175769 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3173): Terminated: ok {rc=0}\u000a14:50:35.185259 --- ParallelTerminationStrategy: PID 3176 died...\u000a14:50:35.238040 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3176): Terminated: ok {rc=0}\u000a14:50:35.247387 --- ParallelTerminationStrategy: PID 3179 died...\u000a14:50:35.300084 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3179): Terminated: ok {rc=0}\u000a14:50:35.383533 bus /sierra_3: Setting Powered False\u000a14:50:36.484985 bus /sierra_3: Setting Powered False\u000a14:50:37.591017 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3188): Process ended prematurely: osmo-stp_10.42.42.5(pid=3188) [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3188)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3188): Process ended prematurely: osmo-stp_10.42.42.5(pid=3188) [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3188)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a14:50:38.705586 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a14:50:38.717881 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a14:50:38.881764 tst mo_mt_call_osmux.py: using LAC 41649\u000a14:50:39.009183 tst mo_mt_call_osmux.py: using RAC 84\u000a14:50:39.126710 tst mo_mt_call_osmux.py: using CellId 41649\u000a14:50:39.251028 tst mo_mt_call_osmux.py: using BVCI 41650\u000a14:50:39.275679 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a14:50:39.287495 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a14:50:39.299146 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a14:50:39.310856 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a14:50:39.322739 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a14:50:39.334278 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a14:50:39.450299 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a14:50:39.651612 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:50:40.123762 run create_hlr_db(pid=3182): Launched\u000a14:50:40.296284 bus /sierra_2: Setting Powered False\u000a14:50:41.318593 run create_hlr_db(pid=3182): Terminated: ok {rc=0}\u000a14:50:41.747586 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3184): Launched\u000a14:50:42.069265 run osmo-hlr_10.42.42.2(pid=3185): Launched\u000a14:50:42.187097 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:50:42.746573 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3187): Launched\u000a14:50:43.067969 run osmo-stp_10.42.42.5(pid=3188): Launched\u000a14:50:43.184750 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:50:43.775388 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3190): Launched\u000a14:50:44.098168 run osmo-msc_10.42.42.6(pid=3191): Launched\u000a14:50:44.287466 run osmo-stp_10.42.42.5(pid=3188): ERR: Terminated: ERROR {rc=1} [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3188)]\u000a14:50:44.424351 run osmo-stp_10.42.42.5(pid=3188): stdout: \u000a| (launched: 2022-12-14_14:50:42.910458)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:50:44.560418 run osmo-stp_10.42.42.5(pid=3188): stderr: \u000a| �[0;m�[38;5;43m20221214145043102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214145043102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214145043103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214145043103 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214145043105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214145043106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214145043106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:50:44.689778 run osmo-stp_10.42.42.5(pid=3188): stdout: \u000a| (launched: 2022-12-14_14:50:42.910458)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:50:44.817403 run osmo-stp_10.42.42.5(pid=3188): stderr: \u000a| �[0;m�[38;5;43m20221214145043102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214145043102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214145043103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214145043103 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214145043105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214145043106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214145043106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:50:44.874214 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3188): Process ended prematurely: osmo-stp_10.42.42.5(pid=3188) [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3188)] [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a14:50:44.883227 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a14:50:44.945076 run osmo-hlr_10.42.42.2(pid=3185): ERR: Terminated: ERROR {rc=237} [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3185)]\u000a14:50:44.996106 run osmo-hlr_10.42.42.2(pid=3185): stdout: \u000a| (launched: 2022-12-14_14:50:41.911474) \u000a14:50:45.048289 run osmo-hlr_10.42.42.2(pid=3185): stderr: \u000a| �[0;m�[1;31m20221214145042108 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214145042108 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214145042108 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214145042108 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214145042108 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214145042108 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214145042121 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214145042129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214145042129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214145042129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:50:45.118463 run osmo-msc_10.42.42.6(pid=3191): ERR: Terminated: ERROR {rc=2} [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3191)]\u000a14:50:45.169315 run osmo-msc_10.42.42.6(pid=3191): stdout: \u000a| (launched: 2022-12-14_14:50:43.939817) \u000a14:50:45.220623 run osmo-msc_10.42.42.6(pid=3191): stderr: \u000a| �[0;m�[38;5;43m20221214145044262 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214145044262 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1622ca9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214145044262 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214145044262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214145044262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214145044262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214145044264 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214145044264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214145044264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214145044264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:50:45.264682 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3184): Terminating (SIGTERM)\u000a14:50:45.306247 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3187): Terminating (SIGTERM)\u000a14:50:45.348032 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3190): Terminating (SIGTERM)\u000a14:50:45.357402 --- ParallelTerminationStrategy: PID 3184 died...\u000a14:50:45.412874 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3184): Terminated: ok {rc=0}\u000a14:50:45.422930 --- ParallelTerminationStrategy: PID 3187 died...\u000a14:50:45.478452 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3187): Terminated: ok {rc=0}\u000a14:50:45.488563 --- ParallelTerminationStrategy: PID 3190 died...\u000a14:50:45.543820 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3190): Terminated: ok {rc=0}\u000a14:50:45.630092 bus /sierra_3: Setting Powered False\u000a14:50:46.747877 bus /sierra_3: Setting Powered False\u000a14:50:47.860833 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "65", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:50:28" }, { "cases" : [ { "testActions" : [ ], "age" : 269, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3202): Process ended prematurely: osmo-stp_10.42.42.5(pid=3202) [trial-2406↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3202)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3202): Process ended prematurely: osmo-stp_10.42.42.5(pid=3202) [trial-2406↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3202)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a14:50:49.857198 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a14:50:49.868601 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a14:50:50.022803 tst mo_mt_call.py: using LAC 41650\u000a14:50:50.149032 tst mo_mt_call.py: using RAC 85\u000a14:50:50.274547 tst mo_mt_call.py: using CellId 41650\u000a14:50:50.401631 tst mo_mt_call.py: using BVCI 41651\u000a14:50:50.425999 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a14:50:50.438132 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a14:50:50.449933 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a14:50:50.461390 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a14:50:50.472904 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a14:50:50.484330 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a14:50:50.598264 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a14:50:50.805282 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:50:51.316372 run create_hlr_db(pid=3196): Launched\u000a14:50:51.503301 bus /sierra_2: Setting Powered False\u000a14:50:52.524268 run create_hlr_db(pid=3196): Terminated: ok {rc=0}\u000a14:50:52.928087 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3198): Launched\u000a14:50:53.228695 run osmo-hlr_10.42.42.2(pid=3199): Launched\u000a14:50:53.346468 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:50:53.876294 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3201): Launched\u000a14:50:54.176308 run osmo-stp_10.42.42.5(pid=3202): Launched\u000a14:50:54.285243 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:50:54.834774 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3204): Launched\u000a14:50:55.136267 run osmo-msc_10.42.42.6(pid=3205): Launched\u000a14:50:55.313482 run osmo-stp_10.42.42.5(pid=3202): ERR: Terminated: ERROR {rc=1} [trial-2406↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3202)]\u000a14:50:55.441199 run osmo-stp_10.42.42.5(pid=3202): stdout: \u000a| (launched: 2022-12-14_14:50:54.028629)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:50:55.567014 run osmo-stp_10.42.42.5(pid=3202): stderr: \u000a| �[0;m�[38;5;43m20221214145054199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214145054199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214145054200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214145054200 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214145054200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214145054201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214145054201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:50:55.687285 run osmo-stp_10.42.42.5(pid=3202): stdout: \u000a| (launched: 2022-12-14_14:50:54.028629)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:50:55.806503 run osmo-stp_10.42.42.5(pid=3202): stderr: \u000a| �[0;m�[38;5;43m20221214145054199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214145054199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214145054200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214145054200 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214145054200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214145054201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214145054201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:50:55.859390 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3202): Process ended prematurely: osmo-stp_10.42.42.5(pid=3202) [trial-2406↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3202)] [trial-2406↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a14:50:55.868360 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a14:50:55.928448 run osmo-hlr_10.42.42.2(pid=3199): ERR: Terminated: ERROR {rc=237} [trial-2406↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3199)]\u000a14:50:55.977295 run osmo-hlr_10.42.42.2(pid=3199): stdout: \u000a| (launched: 2022-12-14_14:50:53.080324) \u000a14:50:56.026805 run osmo-hlr_10.42.42.2(pid=3199): stderr: \u000a| �[0;m�[1;31m20221214145053256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214145053256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214145053256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214145053256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214145053256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214145053256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214145053269 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214145053278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214145053279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214145053279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:50:56.094341 run osmo-msc_10.42.42.6(pid=3205): ERR: Terminated: ERROR {rc=2} [trial-2406↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3205)]\u000a14:50:56.143481 run osmo-msc_10.42.42.6(pid=3205): stdout: \u000a| (launched: 2022-12-14_14:50:54.987146) \u000a14:50:56.193430 run osmo-msc_10.42.42.6(pid=3205): stderr: \u000a| �[0;m�[38;5;43m20221214145055258 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214145055258 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fad86d0cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214145055258 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214145055258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214145055259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214145055259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214145055260 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214145055261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214145055261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214145055261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:50:56.235845 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3198): Terminating (SIGTERM)\u000a14:50:56.275864 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3201): Terminating (SIGTERM)\u000a14:50:56.315892 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3204): Terminating (SIGTERM)\u000a14:50:56.325059 --- ParallelTerminationStrategy: PID 3198 died...\u000a14:50:56.378775 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3198): Terminated: ok {rc=0}\u000a14:50:56.388249 --- ParallelTerminationStrategy: PID 3201 died...\u000a14:50:56.441767 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3201): Terminated: ok {rc=0}\u000a14:50:56.451217 --- ParallelTerminationStrategy: PID 3204 died...\u000a14:50:56.504645 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3204): Terminated: ok {rc=0}\u000a14:50:56.593498 bus /sierra_3: Setting Powered False\u000a14:50:57.695884 bus /sierra_3: Setting Powered False\u000a14:50:58.807212 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3214): Process ended prematurely: osmo-stp_10.42.42.5(pid=3214) [trial-2406↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3214)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3214): Process ended prematurely: osmo-stp_10.42.42.5(pid=3214) [trial-2406↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3214)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a14:50:59.915443 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a14:50:59.927210 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a14:51:00.091612 tst mo_mt_call_osmux.py: using LAC 41651\u000a14:51:00.220271 tst mo_mt_call_osmux.py: using RAC 86\u000a14:51:00.344589 tst mo_mt_call_osmux.py: using CellId 41651\u000a14:51:00.463210 tst mo_mt_call_osmux.py: using BVCI 41652\u000a14:51:00.486042 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a14:51:00.497354 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a14:51:00.508363 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a14:51:00.519475 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a14:51:00.531088 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a14:51:00.542404 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a14:51:00.660698 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a14:51:00.871233 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:51:01.433664 run create_hlr_db(pid=3208): Launched\u000a14:51:01.626264 bus /sierra_2: Setting Powered False\u000a14:51:02.642842 run create_hlr_db(pid=3208): Terminated: ok {rc=0}\u000a14:51:03.071222 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3210): Launched\u000a14:51:03.391556 run osmo-hlr_10.42.42.2(pid=3211): Launched\u000a14:51:03.509542 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:51:04.066912 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3213): Launched\u000a14:51:04.386698 run osmo-stp_10.42.42.5(pid=3214): Launched\u000a14:51:04.502099 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:51:05.089016 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3216): Launched\u000a14:51:05.409330 run osmo-msc_10.42.42.6(pid=3217): Launched\u000a14:51:05.597242 run osmo-stp_10.42.42.5(pid=3214): ERR: Terminated: ERROR {rc=1} [trial-2406↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3214)]\u000a14:51:05.733198 run osmo-stp_10.42.42.5(pid=3214): stdout: \u000a| (launched: 2022-12-14_14:51:04.230003)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:51:05.868570 run osmo-stp_10.42.42.5(pid=3214): stderr: \u000a| �[0;m�[38;5;43m20221214145104423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214145104423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214145104423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214145104424 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214145104424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214145104424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214145104424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:51:05.997667 run osmo-stp_10.42.42.5(pid=3214): stdout: \u000a| (launched: 2022-12-14_14:51:04.230003)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:51:06.125627 run osmo-stp_10.42.42.5(pid=3214): stderr: \u000a| �[0;m�[38;5;43m20221214145104423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214145104423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214145104423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214145104424 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214145104424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214145104424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214145104424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:51:06.182314 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3214): Process ended prematurely: osmo-stp_10.42.42.5(pid=3214) [trial-2406↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3214)] [trial-2406↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a14:51:06.191673 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a14:51:06.253748 run osmo-hlr_10.42.42.2(pid=3211): ERR: Terminated: ERROR {rc=237} [trial-2406↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3211)]\u000a14:51:06.304868 run osmo-hlr_10.42.42.2(pid=3211): stdout: \u000a| (launched: 2022-12-14_14:51:03.234611) \u000a14:51:06.356510 run osmo-hlr_10.42.42.2(pid=3211): stderr: \u000a| �[0;m�[1;31m20221214145103432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214145103433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214145103433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214145103433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214145103433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214145103433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214145103444 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214145103454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214145103454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214145103455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:51:06.426258 run osmo-msc_10.42.42.6(pid=3217): ERR: Terminated: ERROR {rc=2} [trial-2406↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3217)]\u000a14:51:06.477272 run osmo-msc_10.42.42.6(pid=3217): stdout: \u000a| (launched: 2022-12-14_14:51:05.252136) \u000a14:51:06.528528 run osmo-msc_10.42.42.6(pid=3217): stderr: \u000a| �[0;m�[38;5;43m20221214145105575 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214145105576 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5cc9685c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214145105576 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214145105576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214145105576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214145105576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214145105578 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214145105578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214145105579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214145105579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:51:06.572317 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3210): Terminating (SIGTERM)\u000a14:51:06.614090 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3213): Terminating (SIGTERM)\u000a14:51:06.655603 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3216): Terminating (SIGTERM)\u000a14:51:06.665247 --- ParallelTerminationStrategy: PID 3210 died...\u000a14:51:06.720880 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3210): Terminated: ok {rc=0}\u000a14:51:06.731013 --- ParallelTerminationStrategy: PID 3213 died...\u000a14:51:06.786190 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3213): Terminated: ok {rc=0}\u000a14:51:06.796265 --- ParallelTerminationStrategy: PID 3216 died...\u000a14:51:06.851352 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3216): Terminated: ok {rc=0}\u000a14:51:06.937922 bus /sierra_3: Setting Powered False\u000a14:51:08.039599 bus /sierra_3: Setting Powered False\u000a14:51:09.149301 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "66", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:50:49" }, { "cases" : [ { "testActions" : [ ], "age" : 269, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3228): Process ended prematurely: osmo-stp_10.42.42.5(pid=3228) [trial-2406↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3228)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3228): Process ended prematurely: osmo-stp_10.42.42.5(pid=3228) [trial-2406↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3228)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a14:51:11.144064 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a14:51:11.155153 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a14:51:11.310584 tst mo_mt_call.py: using LAC 41652\u000a14:51:11.427984 tst mo_mt_call.py: using RAC 87\u000a14:51:11.554674 tst mo_mt_call.py: using CellId 41652\u000a14:51:11.680872 tst mo_mt_call.py: using BVCI 41653\u000a14:51:11.705671 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a14:51:11.717168 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a14:51:11.728486 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a14:51:11.740078 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a14:51:11.752138 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a14:51:11.764060 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a14:51:11.880101 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a14:51:12.090953 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:51:12.604505 run create_hlr_db(pid=3222): Launched\u000a14:51:12.790365 bus /sierra_2: Setting Powered False\u000a14:51:13.811463 run create_hlr_db(pid=3222): Terminated: ok {rc=0}\u000a14:51:14.215156 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3224): Launched\u000a14:51:14.515249 run osmo-hlr_10.42.42.2(pid=3225): Launched\u000a14:51:14.634262 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:51:15.166142 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3227): Launched\u000a14:51:15.467321 run osmo-stp_10.42.42.5(pid=3228): Launched\u000a14:51:15.577802 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:51:16.165114 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3230): Launched\u000a14:51:16.531338 run osmo-msc_10.42.42.6(pid=3231): Launched\u000a14:51:16.726150 run osmo-stp_10.42.42.5(pid=3228): ERR: Terminated: ERROR {rc=1} [trial-2406↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3228)]\u000a14:51:17.111607 run osmo-stp_10.42.42.5(pid=3228): stdout: \u000a| (launched: 2022-12-14_14:51:15.318197)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:51:17.299357 run osmo-stp_10.42.42.5(pid=3228): stderr: \u000a| �[0;m�[38;5;43m20221214145115489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214145115489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214145115489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214145115490 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214145115490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214145115490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214145115490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:51:17.441947 run osmo-stp_10.42.42.5(pid=3228): stdout: \u000a| (launched: 2022-12-14_14:51:15.318197)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:51:17.570619 run osmo-stp_10.42.42.5(pid=3228): stderr: \u000a| �[0;m�[38;5;43m20221214145115489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214145115489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214145115489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214145115490 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214145115490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214145115490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214145115490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:51:17.627144 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3228): Process ended prematurely: osmo-stp_10.42.42.5(pid=3228) [trial-2406↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3228)] [trial-2406↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a14:51:17.636349 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a14:51:17.699388 run osmo-hlr_10.42.42.2(pid=3225): ERR: Terminated: ERROR {rc=237} [trial-2406↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3225)]\u000a14:51:17.751157 run osmo-hlr_10.42.42.2(pid=3225): stdout: \u000a| (launched: 2022-12-14_14:51:14.367285) \u000a14:51:17.803282 run osmo-hlr_10.42.42.2(pid=3225): stderr: \u000a| �[0;m�[1;31m20221214145114543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214145114543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214145114543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214145114543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214145114543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214145114543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214145114555 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214145114563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214145114563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214145114563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:51:17.873968 run osmo-msc_10.42.42.6(pid=3231): ERR: Terminated: ERROR {rc=2} [trial-2406↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3231)]\u000a14:51:17.925450 run osmo-msc_10.42.42.6(pid=3231): stdout: \u000a| (launched: 2022-12-14_14:51:16.321906) \u000a14:51:17.977471 run osmo-msc_10.42.42.6(pid=3231): stderr: \u000a| �[0;m�[38;5;43m20221214145116850 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214145116850 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f406faeec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214145116850 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214145116850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214145116851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214145116851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214145116854 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214145116856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214145116856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214145116856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:51:18.022529 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3224): Terminating (SIGTERM)\u000a14:51:18.065371 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3227): Terminating (SIGTERM)\u000a14:51:18.108459 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3230): Terminating (SIGTERM)\u000a14:51:18.118352 --- ParallelTerminationStrategy: PID 3224 died...\u000a14:51:18.174728 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3224): Terminated: ok {rc=0}\u000a14:51:18.184768 --- ParallelTerminationStrategy: PID 3227 died...\u000a14:51:18.242251 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3227): Terminated: ok {rc=0}\u000a14:51:18.252435 --- ParallelTerminationStrategy: PID 3230 died...\u000a14:51:18.308103 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3230): Terminated: ok {rc=0}\u000a14:51:18.394872 bus /sierra_3: Setting Powered False\u000a14:51:19.502954 bus /sierra_3: Setting Powered False\u000a14:51:20.612402 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3239): Process ended prematurely: osmo-stp_10.42.42.5(pid=3239) [trial-2406↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3239)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3239): Process ended prematurely: osmo-stp_10.42.42.5(pid=3239) [trial-2406↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3239)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a14:51:21.726885 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a14:51:21.739217 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a14:51:21.907177 tst mo_mt_call_osmux.py: using LAC 41653\u000a14:51:22.034806 tst mo_mt_call_osmux.py: using RAC 88\u000a14:51:22.161164 tst mo_mt_call_osmux.py: using CellId 41653\u000a14:51:22.287883 tst mo_mt_call_osmux.py: using BVCI 41654\u000a14:51:22.312509 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a14:51:22.324198 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a14:51:22.335756 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a14:51:22.347369 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a14:51:22.358840 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a14:51:22.370115 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a14:51:22.490231 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a14:51:22.694911 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:51:23.167480 run create_hlr_db(pid=3233): Launched\u000a14:51:23.339855 bus /sierra_2: Setting Powered False\u000a14:51:24.361240 run create_hlr_db(pid=3233): Terminated: ok {rc=0}\u000a14:51:24.787931 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3235): Launched\u000a14:51:25.109457 run osmo-hlr_10.42.42.2(pid=3236): Launched\u000a14:51:25.230730 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:51:25.790106 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3238): Launched\u000a14:51:26.111367 run osmo-stp_10.42.42.5(pid=3239): Launched\u000a14:51:26.229358 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:51:26.818174 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3241): Launched\u000a14:51:27.138990 run osmo-msc_10.42.42.6(pid=3242): Launched\u000a14:51:27.326563 run osmo-stp_10.42.42.5(pid=3239): ERR: Terminated: ERROR {rc=1} [trial-2406↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3239)]\u000a14:51:27.462509 run osmo-stp_10.42.42.5(pid=3239): stdout: \u000a| (launched: 2022-12-14_14:51:25.953916)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:51:27.598098 run osmo-stp_10.42.42.5(pid=3239): stderr: \u000a| �[0;m�[38;5;43m20221214145126146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214145126146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214145126147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214145126147 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214145126147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214145126148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214145126148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:51:27.727413 run osmo-stp_10.42.42.5(pid=3239): stdout: \u000a| (launched: 2022-12-14_14:51:25.953916)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:51:27.855012 run osmo-stp_10.42.42.5(pid=3239): stderr: \u000a| �[0;m�[38;5;43m20221214145126146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214145126146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214145126147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214145126147 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214145126147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214145126148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214145126148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:51:27.911733 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3239): Process ended prematurely: osmo-stp_10.42.42.5(pid=3239) [trial-2406↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3239)] [trial-2406↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a14:51:27.921378 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a14:51:27.984002 run osmo-hlr_10.42.42.2(pid=3236): ERR: Terminated: ERROR {rc=237} [trial-2406↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3236)]\u000a14:51:28.035585 run osmo-hlr_10.42.42.2(pid=3236): stdout: \u000a| (launched: 2022-12-14_14:51:24.951614) \u000a14:51:28.087497 run osmo-hlr_10.42.42.2(pid=3236): stderr: \u000a| �[0;m�[1;31m20221214145125148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214145125148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214145125148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214145125148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214145125149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214145125149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214145125161 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214145125169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214145125169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214145125169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:51:28.157669 run osmo-msc_10.42.42.6(pid=3242): ERR: Terminated: ERROR {rc=2} [trial-2406↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3242)]\u000a14:51:28.209421 run osmo-msc_10.42.42.6(pid=3242): stdout: \u000a| (launched: 2022-12-14_14:51:26.981454) \u000a14:51:28.260770 run osmo-msc_10.42.42.6(pid=3242): stderr: \u000a| �[0;m�[38;5;43m20221214145127303 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214145127303 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe618df3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214145127303 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214145127303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214145127303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214145127304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214145127305 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214145127306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214145127306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214145127306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:51:28.304521 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3235): Terminating (SIGTERM)\u000a14:51:28.346382 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3238): Terminating (SIGTERM)\u000a14:51:28.387837 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3241): Terminating (SIGTERM)\u000a14:51:28.397615 --- ParallelTerminationStrategy: PID 3235 died...\u000a14:51:28.454156 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3235): Terminated: ok {rc=0}\u000a14:51:28.464562 --- ParallelTerminationStrategy: PID 3238 died...\u000a14:51:28.520132 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3238): Terminated: ok {rc=0}\u000a14:51:28.529988 --- ParallelTerminationStrategy: PID 3241 died...\u000a14:51:28.585645 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3241): Terminated: ok {rc=0}\u000a14:51:28.672409 bus /sierra_3: Setting Powered False\u000a14:51:29.776813 bus /sierra_3: Setting Powered False\u000a14:51:30.919319 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "67", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:51:10" }, { "cases" : [ { "testActions" : [ ], "age" : 266, "className" : "emergency:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3254): Process ended prematurely: osmo-stp_10.42.42.5(pid=3254) [trial-2406↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3254)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3254): Process ended prematurely: osmo-stp_10.42.42.5(pid=3254) [trial-2406↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3254)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 emergency:trx-sysmocell5000 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a14:51:32.970455 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:51:32.981562 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a14:51:33.133082 tst emergency_mo_mt_call.py: using LAC 41654\u000a14:51:33.262693 tst emergency_mo_mt_call.py: using RAC 89\u000a14:51:33.384488 tst emergency_mo_mt_call.py: using CellId 41654\u000a14:51:33.510725 tst emergency_mo_mt_call.py: using BVCI 41655\u000a14:51:33.535112 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:51:33.547042 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:51:33.558125 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:51:33.569222 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:51:33.580263 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:51:33.591314 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a14:51:33.705777 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a14:51:33.902068 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:51:34.366213 run create_hlr_db(pid=3248): Launched\u000a14:51:34.536675 bus /sierra_2: Setting Powered False\u000a14:51:35.557952 run create_hlr_db(pid=3248): Terminated: ok {rc=0}\u000a14:51:35.952676 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3250): Launched\u000a14:51:36.248385 run osmo-hlr_10.42.42.2(pid=3251): Launched\u000a14:51:36.362826 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:51:36.885223 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3253): Launched\u000a14:51:37.180380 run osmo-stp_10.42.42.5(pid=3254): Launched\u000a14:51:37.301466 tst emergency_mo_mt_call.py: using MSISDN 8741\u000a14:51:37.447547 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:51:37.987025 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3256): Launched\u000a14:51:38.282555 run osmo-msc_10.42.42.6(pid=3257): Launched\u000a14:51:38.455649 run osmo-stp_10.42.42.5(pid=3254): ERR: Terminated: ERROR {rc=1} [trial-2406↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3254)]\u000a14:51:38.581361 run osmo-stp_10.42.42.5(pid=3254): stdout: \u000a| (launched: 2022-12-14_14:51:37.034381)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:51:38.704578 run osmo-stp_10.42.42.5(pid=3254): stderr: \u000a| �[0;m�[38;5;43m20221214145137203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214145137203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214145137204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214145137205 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214145137207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214145137207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214145137207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:51:38.822961 run osmo-stp_10.42.42.5(pid=3254): stdout: \u000a| (launched: 2022-12-14_14:51:37.034381)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:51:38.939945 run osmo-stp_10.42.42.5(pid=3254): stderr: \u000a| �[0;m�[38;5;43m20221214145137203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214145137203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214145137204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214145137205 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214145137207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214145137207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214145137207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:51:38.991503 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=3254): Process ended prematurely: osmo-stp_10.42.42.5(pid=3254) [trial-2406↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3254)] [trial-2406↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19]\u000a14:51:38.999793 tst emergency_mo_mt_call.py:19: Test FAILED (6.0 sec)\u000a14:51:39.060020 run osmo-hlr_10.42.42.2(pid=3251): ERR: Terminated: ERROR {rc=237} [trial-2406↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3251)]\u000a14:51:39.109489 run osmo-hlr_10.42.42.2(pid=3251): stdout: \u000a| (launched: 2022-12-14_14:51:36.102055) \u000a14:51:39.159361 run osmo-hlr_10.42.42.2(pid=3251): stderr: \u000a| �[0;m�[1;31m20221214145136275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214145136275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214145136275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214145136275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214145136275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214145136275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214145136287 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/emergency:trx-sysmocell5000/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214145136295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214145136296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214145136296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:51:39.226966 run osmo-msc_10.42.42.6(pid=3257): ERR: Terminated: ERROR {rc=2} [trial-2406↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3257)]\u000a14:51:39.276307 run osmo-msc_10.42.42.6(pid=3257): stdout: \u000a| (launched: 2022-12-14_14:51:38.136245) \u000a14:51:39.326181 run osmo-msc_10.42.42.6(pid=3257): stderr: \u000a| �[0;m�[38;5;43m20221214145138408 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214145138408 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7cf396dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214145138408 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214145138408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214145138408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214145138409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214145138410 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214145138411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214145138411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214145138411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:51:39.368943 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3250): Terminating (SIGTERM)\u000a14:51:39.409224 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3253): Terminating (SIGTERM)\u000a14:51:39.449425 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3256): Terminating (SIGTERM)\u000a14:51:39.458571 --- ParallelTerminationStrategy: PID 3250 died...\u000a14:51:39.512581 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3250): Terminated: ok {rc=0}\u000a14:51:39.522219 --- ParallelTerminationStrategy: PID 3253 died...\u000a14:51:39.575895 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3253): Terminated: ok {rc=0}\u000a14:51:39.585536 --- ParallelTerminationStrategy: PID 3256 died...\u000a14:51:39.638870 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3256): Terminated: ok {rc=0}\u000a14:51:39.722626 bus /sierra_3: Setting Powered False\u000a14:51:40.829693 bus /sierra_3: Setting Powered False\u000a14:51:41.937474 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "emergency:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3265): Process ended prematurely: osmo-stp_10.42.42.5(pid=3265) [trial-2406↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3265)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3265): Process ended prematurely: osmo-stp_10.42.42.5(pid=3265) [trial-2406↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3265)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 emergency:trx-sysmocell5000 emergency_preemptive_call.py\u000a----------------------------------------------\u000a14:51:42.991025 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:51:43.003105 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a14:51:43.146342 tst emergency_preemptive_call.py: using LAC 41655\u000a14:51:43.269791 tst emergency_preemptive_call.py: using RAC 90\u000a14:51:43.393100 tst emergency_preemptive_call.py: using CellId 41655\u000a14:51:43.518456 tst emergency_preemptive_call.py: using BVCI 41656\u000a14:51:43.542346 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:51:43.553716 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:51:43.564870 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:51:43.575960 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:51:43.587086 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:51:43.598697 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a14:51:43.714518 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a14:51:43.835782 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a14:51:43.952570 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a14:51:44.148728 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:51:44.617142 run create_hlr_db(pid=3259): Launched\u000a14:51:44.788895 bus /sierra_2: Setting Powered False\u000a14:51:45.808788 run create_hlr_db(pid=3259): Terminated: ok {rc=0}\u000a14:51:46.282515 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3261): Launched\u000a14:51:46.692473 run osmo-hlr_10.42.42.2(pid=3262): Launched\u000a14:51:46.827055 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:51:47.436865 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3264): Launched\u000a14:51:47.756497 run osmo-stp_10.42.42.5(pid=3265): Launched\u000a14:51:47.882684 tst emergency_preemptive_call.py: using MSISDN 8742\u000a14:51:48.040577 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:51:48.618734 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3267): Launched\u000a14:51:48.934404 run osmo-msc_10.42.42.6(pid=3268): Launched\u000a14:51:49.119916 run osmo-stp_10.42.42.5(pid=3265): ERR: Terminated: ERROR {rc=1} [trial-2406↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3265)]\u000a14:51:49.254540 run osmo-stp_10.42.42.5(pid=3265): stdout: \u000a| (launched: 2022-12-14_14:51:47.599330)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:51:49.388437 run osmo-stp_10.42.42.5(pid=3265): stderr: \u000a| �[0;m�[38;5;43m20221214145147790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214145147790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214145147790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214145147790 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214145147791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214145147791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214145147791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:51:49.516286 run osmo-stp_10.42.42.5(pid=3265): stdout: \u000a| (launched: 2022-12-14_14:51:47.599330)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:51:49.642315 run osmo-stp_10.42.42.5(pid=3265): stderr: \u000a| �[0;m�[38;5;43m20221214145147790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214145147790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214145147790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214145147790 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214145147791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214145147791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214145147791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:51:49.697729 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=3265): Process ended prematurely: osmo-stp_10.42.42.5(pid=3265) [trial-2406↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3265)] [trial-2406↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32]\u000a14:51:49.706567 tst emergency_preemptive_call.py:32: Test FAILED (6.7 sec)\u000a14:51:49.769984 run osmo-hlr_10.42.42.2(pid=3262): ERR: Terminated: ERROR {rc=237} [trial-2406↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3262)]\u000a14:51:49.822149 run osmo-hlr_10.42.42.2(pid=3262): stdout: \u000a| (launched: 2022-12-14_14:51:46.435738) \u000a14:51:49.875000 run osmo-hlr_10.42.42.2(pid=3262): stderr: \u000a| �[0;m�[1;31m20221214145146685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214145146686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214145146686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214145146686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214145146686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214145146686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214145146703 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/emergency:trx-sysmocell5000/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214145146721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214145146722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214145146722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:51:49.946001 run osmo-msc_10.42.42.6(pid=3268): ERR: Terminated: ERROR {rc=2} [trial-2406↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3268)]\u000a14:51:49.997485 run osmo-msc_10.42.42.6(pid=3268): stdout: \u000a| (launched: 2022-12-14_14:51:48.779264) \u000a14:51:50.049473 run osmo-msc_10.42.42.6(pid=3268): stderr: \u000a| �[0;m�[38;5;43m20221214145149102 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214145149103 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0bbeab5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214145149103 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214145149103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214145149103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214145149103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214145149105 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214145149105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214145149105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214145149106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:51:50.094029 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3261): Terminating (SIGTERM)\u000a14:51:50.136118 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3264): Terminating (SIGTERM)\u000a14:51:50.178401 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3267): Terminating (SIGTERM)\u000a14:51:50.188245 --- ParallelTerminationStrategy: PID 3261 died...\u000a14:51:50.244572 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3261): Terminated: ok {rc=0}\u000a14:51:50.254729 --- ParallelTerminationStrategy: PID 3264 died...\u000a14:51:50.310647 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3264): Terminated: ok {rc=0}\u000a14:51:50.320868 --- ParallelTerminationStrategy: PID 3267 died...\u000a14:51:50.377115 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3267): Terminated: ok {rc=0}\u000a14:51:50.463779 bus /sierra_9: Setting Powered False\u000a14:51:51.570332 bus /sierra_9: Setting Powered False\u000a14:51:52.681284 bus /sierra_8: Setting Powered False\u000a14:51:53.783788 bus /sierra_8: Setting Powered False\u000a14:51:54.894497 bus /sierra_3: Setting Powered False\u000a14:51:55.996725 bus /sierra_3: Setting Powered False\u000a14:51:57.107246 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "68", "name" : "emergency_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:51:32" }, { "cases" : [ { "testActions" : [ ], "age" : 269, "className" : "gprs:trx-sysmocell5000", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3283): Process ended prematurely: osmo-stp_10.42.42.5(pid=3283) [trial-2406↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3283)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3283): Process ended prematurely: osmo-stp_10.42.42.5(pid=3283) [trial-2406↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3283)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 gprs:trx-sysmocell5000 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a14:51:59.220873 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a14:51:59.231849 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a14:51:59.368201 tst cs_paging_gprs_active.py: using LAC 41656\u000a14:51:59.494919 tst cs_paging_gprs_active.py: using RAC 91\u000a14:51:59.621044 tst cs_paging_gprs_active.py: using CellId 41656\u000a14:51:59.749101 tst cs_paging_gprs_active.py: using BVCI 41657\u000a14:51:59.774074 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a14:51:59.785469 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a14:51:59.796546 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a14:51:59.807716 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a14:51:59.819063 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a14:51:59.830338 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a14:51:59.841863 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a14:51:59.853075 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a14:51:59.864460 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a14:51:59.981294 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a14:52:00.273360 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a14:52:00.407777 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:52:00.742417 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3273): Launched\u000a14:52:01.068806 run iperf3-srv_10.42.42.10(pid=3274): Launched\u000a14:52:01.326980 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a14:52:01.470305 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:52:01.823589 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3275): Launched\u000a14:52:02.122634 run iperf3-srv_10.42.42.10(pid=3276): Launched\u000a14:52:02.320751 tst cs_paging_gprs_active.py:38: start network...\u000a14:52:02.454990 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:52:02.971921 run create_hlr_db(pid=3277): Launched\u000a14:52:03.157968 bus /sierra_2: Setting Powered False\u000a14:52:04.178751 run create_hlr_db(pid=3277): Terminated: ok {rc=0}\u000a14:52:04.608697 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3279): Launched\u000a14:52:04.930597 run osmo-hlr_10.42.42.2(pid=3280): Launched\u000a14:52:05.047262 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:52:05.607461 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3282): Launched\u000a14:52:05.929412 run osmo-stp_10.42.42.5(pid=3283): Launched\u000a14:52:06.046174 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:52:06.609797 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3285): Launched\u000a14:52:06.724798 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:52:07.006410 run patchelf(pid=3286): Launched\u000a14:52:07.195686 run osmo-stp_10.42.42.5(pid=3283): ERR: Terminated: ERROR {rc=1} [trial-2406↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3283)]\u000a14:52:07.333644 run osmo-stp_10.42.42.5(pid=3283): stdout: \u000a| (launched: 2022-12-14_14:52:05.771308)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:52:07.471249 run osmo-stp_10.42.42.5(pid=3283): stderr: \u000a| �[0;m�[38;5;43m20221214145205964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214145205964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214145205965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214145205965 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214145205966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214145205966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214145205966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:52:07.605615 run osmo-stp_10.42.42.5(pid=3283): stdout: \u000a| (launched: 2022-12-14_14:52:05.771308)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:52:07.737721 run osmo-stp_10.42.42.5(pid=3283): stderr: \u000a| �[0;m�[38;5;43m20221214145205964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214145205964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214145205965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214145205965 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214145205966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214145205966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214145205966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:52:07.891721 run patchelf(pid=3286): Terminating (SIGINT)\u000a14:52:08.072270 run patchelf(pid=3286): Terminated: ok {rc=0}\u000a14:52:08.105631 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=3283): Process ended prematurely: osmo-stp_10.42.42.5(pid=3283) [trial-2406↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3283)] [trial-2406↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38]\u000a14:52:08.115424 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a14:52:08.178156 run osmo-hlr_10.42.42.2(pid=3280): ERR: Terminated: ERROR {rc=237} [trial-2406↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3280)]\u000a14:52:08.229489 run osmo-hlr_10.42.42.2(pid=3280): stdout: \u000a| (launched: 2022-12-14_14:52:04.772550) \u000a14:52:08.281413 run osmo-hlr_10.42.42.2(pid=3280): stderr: \u000a| �[0;m�[1;31m20221214145204968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214145204968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214145204968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214145204969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214145204969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214145204969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214145204981 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:trx-sysmocell5000/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214145204989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214145204990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214145204990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:52:08.325841 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3273): Terminating (SIGTERM)\u000a14:52:08.367890 run iperf3-srv_10.42.42.10(pid=3274): Terminating (SIGTERM)\u000a14:52:08.410227 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3275): Terminating (SIGTERM)\u000a14:52:08.451936 run iperf3-srv_10.42.42.10(pid=3276): Terminating (SIGTERM)\u000a14:52:08.494567 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3279): Terminating (SIGTERM)\u000a14:52:08.536667 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3282): Terminating (SIGTERM)\u000a14:52:08.578852 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3285): Terminating (SIGTERM)\u000a14:52:08.588462 --- ParallelTerminationStrategy: PID 3273 died...\u000a14:52:08.644166 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3273): Terminated: ok {rc=0}\u000a14:52:08.654265 --- ParallelTerminationStrategy: PID 3274 died...\u000a14:52:08.709258 run iperf3-srv_10.42.42.10(pid=3274): Terminated {rc=256}\u000a14:52:08.719254 --- ParallelTerminationStrategy: PID 3275 died...\u000a14:52:08.774555 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3275): Terminated: ok {rc=0}\u000a14:52:08.784530 --- ParallelTerminationStrategy: PID 3276 died...\u000a14:52:08.839632 run iperf3-srv_10.42.42.10(pid=3276): Terminated {rc=256}\u000a14:52:08.849954 --- ParallelTerminationStrategy: PID 3279 died...\u000a14:52:08.905099 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3279): Terminated: ok {rc=0}\u000a14:52:08.915102 --- ParallelTerminationStrategy: PID 3282 died...\u000a14:52:08.970373 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3282): Terminated: ok {rc=0}\u000a14:52:08.980426 --- ParallelTerminationStrategy: PID 3285 died...\u000a14:52:09.036008 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3285): Terminated: ok {rc=0}\u000a14:52:09.123901 bus /gobi_0: Setting Powered False\u000a14:52:10.231425 bus /gobi_0: Setting Powered False\u000a14:52:11.342729 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:trx-sysmocell5000", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3295): Process ended prematurely: osmo-stp_10.42.42.5(pid=3295) [trial-2406↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3295)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3295): Process ended prematurely: osmo-stp_10.42.42.5(pid=3295) [trial-2406↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3295)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 gprs:trx-sysmocell5000 iperf3.py\u000a----------------------------------------------\u000a14:52:12.452398 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a14:52:12.463675 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a14:52:12.603577 tst iperf3.py: using LAC 41657\u000a14:52:12.723410 tst iperf3.py: using RAC 92\u000a14:52:12.841060 tst iperf3.py: using CellId 41657\u000a14:52:12.959818 tst iperf3.py: using BVCI 41658\u000a14:52:12.982709 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a14:52:12.993400 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a14:52:13.003764 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a14:52:13.014228 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a14:52:13.024796 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a14:52:13.035387 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a14:52:13.046258 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a14:52:13.056768 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a14:52:13.068098 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a14:52:13.343918 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a14:52:13.469261 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:52:13.781618 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3287): Launched\u000a14:52:14.041349 run iperf3-srv_10.42.42.10(pid=3288): Launched\u000a14:52:14.224253 tst iperf3.py:8: start network...\u000a14:52:14.349386 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:52:14.826040 run create_hlr_db(pid=3289): Launched\u000a14:52:14.999623 bus /gobi_6: Setting Powered False\u000a14:52:16.045867 run create_hlr_db(pid=3289): Terminated: ok {rc=0}\u000a14:52:16.501336 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3291): Launched\u000a14:52:16.903636 run osmo-hlr_10.42.42.2(pid=3292): Launched\u000a14:52:17.058246 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:52:17.659362 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3294): Launched\u000a14:52:17.982411 run osmo-stp_10.42.42.5(pid=3295): Launched\u000a14:52:18.099807 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:52:18.664930 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3297): Launched\u000a14:52:18.780292 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:52:19.062464 run patchelf(pid=3298): Launched\u000a14:52:19.252165 run osmo-stp_10.42.42.5(pid=3295): ERR: Terminated: ERROR {rc=1} [trial-2406↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3295)]\u000a14:52:19.389893 run osmo-stp_10.42.42.5(pid=3295): stdout: \u000a| (launched: 2022-12-14_14:52:17.824057)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:52:19.528432 run osmo-stp_10.42.42.5(pid=3295): stderr: \u000a| �[0;m�[38;5;43m20221214145218015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214145218015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214145218016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214145218016 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214145218017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214145218017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214145218017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:52:19.663243 run osmo-stp_10.42.42.5(pid=3295): stdout: \u000a| (launched: 2022-12-14_14:52:17.824057)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:52:19.795658 run osmo-stp_10.42.42.5(pid=3295): stderr: \u000a| �[0;m�[38;5;43m20221214145218015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214145218015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214145218016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214145218016 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214145218017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214145218017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214145218017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:52:19.949761 run patchelf(pid=3298): Terminating (SIGINT)\u000a14:52:20.131096 run patchelf(pid=3298): Terminated: ok {rc=0}\u000a14:52:20.164318 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3295): Process ended prematurely: osmo-stp_10.42.42.5(pid=3295) [trial-2406↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3295)] [trial-2406↪gprs:trx-sysmocell5000↪iperf3.py:8]\u000a14:52:20.174312 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a14:52:20.237857 run osmo-hlr_10.42.42.2(pid=3292): ERR: Terminated: ERROR {rc=237} [trial-2406↪gprs:trx-sysmocell5000↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3292)]\u000a14:52:20.289679 run osmo-hlr_10.42.42.2(pid=3292): stdout: \u000a| (launched: 2022-12-14_14:52:16.671625) \u000a14:52:20.342193 run osmo-hlr_10.42.42.2(pid=3292): stderr: \u000a| �[0;m�[1;31m20221214145216933 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214145216933 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214145216933 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214145216933 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214145216933 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214145216933 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214145216949 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:trx-sysmocell5000/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214145216966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214145216967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214145216967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:52:20.387057 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3287): Terminating (SIGTERM)\u000a14:52:20.429202 run iperf3-srv_10.42.42.10(pid=3288): Terminating (SIGTERM)\u000a14:52:20.471405 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3291): Terminating (SIGTERM)\u000a14:52:20.513730 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3294): Terminating (SIGTERM)\u000a14:52:20.556641 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3297): Terminating (SIGTERM)\u000a14:52:20.566390 --- ParallelTerminationStrategy: PID 3287 died...\u000a14:52:20.622974 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3287): Terminated: ok {rc=0}\u000a14:52:20.633222 --- ParallelTerminationStrategy: PID 3288 died...\u000a14:52:20.689530 run iperf3-srv_10.42.42.10(pid=3288): Terminated {rc=256}\u000a14:52:20.699647 --- ParallelTerminationStrategy: PID 3291 died...\u000a14:52:20.755186 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3291): Terminated: ok {rc=0}\u000a14:52:20.765361 --- ParallelTerminationStrategy: PID 3294 died...\u000a14:52:20.821115 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3294): Terminated: ok {rc=0}\u000a14:52:20.831477 --- ParallelTerminationStrategy: PID 3297 died...\u000a14:52:20.887215 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3297): Terminated: ok {rc=0}\u000a14:52:20.975145 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:trx-sysmocell5000", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3313): Process ended prematurely: osmo-stp_10.42.42.5(pid=3313) [trial-2406↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3313)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3313): Process ended prematurely: osmo-stp_10.42.42.5(pid=3313) [trial-2406↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3313)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 gprs:trx-sysmocell5000 iperf3m4.py\u000a----------------------------------------------\u000a14:52:22.085816 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a14:52:22.097197 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a14:52:22.240369 tst iperf3m4.py: using LAC 41658\u000a14:52:22.366130 tst iperf3m4.py: using RAC 93\u000a14:52:22.493584 tst iperf3m4.py: using CellId 41658\u000a14:52:22.621817 tst iperf3m4.py: using BVCI 41659\u000a14:52:22.646704 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a14:52:22.657936 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a14:52:22.668715 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a14:52:22.679643 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a14:52:22.690600 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a14:52:22.701623 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a14:52:22.712751 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a14:52:22.723735 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a14:52:22.734838 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a14:52:22.850981 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a14:52:22.971614 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a14:52:23.088381 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a14:52:23.381765 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a14:52:23.516286 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:52:23.851303 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3299): Launched\u000a14:52:24.129335 run iperf3-srv_10.42.42.10(pid=3300): Launched\u000a14:52:24.327408 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a14:52:24.462202 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:52:24.799060 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3301): Launched\u000a14:52:25.076666 run iperf3-srv_10.42.42.10(pid=3302): Launched\u000a14:52:25.274457 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a14:52:25.409114 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:52:25.744077 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3303): Launched\u000a14:52:26.022320 run iperf3-srv_10.42.42.10(pid=3304): Launched\u000a14:52:26.219726 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a14:52:26.354999 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:52:26.690107 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3305): Launched\u000a14:52:26.967635 run iperf3-srv_10.42.42.10(pid=3306): Launched\u000a14:52:27.164726 tst iperf3m4.py:8: start network...\u000a14:52:27.299281 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:52:27.816179 run create_hlr_db(pid=3307): Launched\u000a14:52:28.002748 bus /gobi_6: Setting Powered False\u000a14:52:29.023437 run create_hlr_db(pid=3307): Terminated: ok {rc=0}\u000a14:52:29.437588 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3309): Launched\u000a14:52:29.759808 run osmo-hlr_10.42.42.2(pid=3310): Launched\u000a14:52:29.880501 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:52:30.443476 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3312): Launched\u000a14:52:30.768467 run osmo-stp_10.42.42.5(pid=3313): Launched\u000a14:52:30.884489 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:52:31.505018 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3315): Launched\u000a14:52:31.622248 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:52:31.926724 run patchelf(pid=3316): Launched\u000a14:52:32.118823 run osmo-stp_10.42.42.5(pid=3313): ERR: Terminated: ERROR {rc=1} [trial-2406↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3313)]\u000a14:52:32.257776 run osmo-stp_10.42.42.5(pid=3313): stdout: \u000a| (launched: 2022-12-14_14:52:30.607826)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:52:32.395835 run osmo-stp_10.42.42.5(pid=3313): stderr: \u000a| �[0;m�[38;5;43m20221214145230799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214145230799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214145230800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214145230800 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214145230801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214145230801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214145230801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:52:32.529555 run osmo-stp_10.42.42.5(pid=3313): stdout: \u000a| (launched: 2022-12-14_14:52:30.607826)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:52:32.661541 run osmo-stp_10.42.42.5(pid=3313): stderr: \u000a| �[0;m�[38;5;43m20221214145230799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214145230799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214145230800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214145230800 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214145230801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214145230801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214145230801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:52:32.815750 run patchelf(pid=3316): Terminating (SIGINT)\u000a14:52:32.996313 run patchelf(pid=3316): Terminated: ok {rc=0}\u000a14:52:33.029751 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3313): Process ended prematurely: osmo-stp_10.42.42.5(pid=3313) [trial-2406↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3313)] [trial-2406↪gprs:trx-sysmocell5000↪iperf3m4.py:8]\u000a14:52:33.039640 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a14:52:33.102110 run osmo-hlr_10.42.42.2(pid=3310): ERR: Terminated: ERROR {rc=237} [trial-2406↪gprs:trx-sysmocell5000↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3310)]\u000a14:52:33.152926 run osmo-hlr_10.42.42.2(pid=3310): stdout: \u000a| (launched: 2022-12-14_14:52:29.602207) \u000a14:52:33.204829 run osmo-hlr_10.42.42.2(pid=3310): stderr: \u000a| �[0;m�[1;31m20221214145229801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214145229801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214145229801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214145229801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214145229801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214145229801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214145229814 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:trx-sysmocell5000/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214145229822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214145229822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214145229822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:52:33.248982 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3299): Terminating (SIGTERM)\u000a14:52:33.290654 run iperf3-srv_10.42.42.10(pid=3300): Terminating (SIGTERM)\u000a14:52:33.332463 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3301): Terminating (SIGTERM)\u000a14:52:33.373965 run iperf3-srv_10.42.42.10(pid=3302): Terminating (SIGTERM)\u000a14:52:33.415378 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3303): Terminating (SIGTERM)\u000a14:52:33.456815 run iperf3-srv_10.42.42.10(pid=3304): Terminating (SIGTERM)\u000a14:52:33.499136 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3305): Terminating (SIGTERM)\u000a14:52:33.540624 run iperf3-srv_10.42.42.10(pid=3306): Terminating (SIGTERM)\u000a14:52:33.582245 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3309): Terminating (SIGTERM)\u000a14:52:33.623801 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3312): Terminating (SIGTERM)\u000a14:52:33.665341 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3315): Terminating (SIGTERM)\u000a14:52:33.674976 --- ParallelTerminationStrategy: PID 3299 died...\u000a14:52:33.730358 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3299): Terminated: ok {rc=0}\u000a14:52:33.740672 --- ParallelTerminationStrategy: PID 3300 died...\u000a14:52:33.795421 run iperf3-srv_10.42.42.10(pid=3300): Terminated {rc=256}\u000a14:52:33.805447 --- ParallelTerminationStrategy: PID 3301 died...\u000a14:52:33.860230 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3301): Terminated: ok {rc=0}\u000a14:52:33.870187 --- ParallelTerminationStrategy: PID 3302 died...\u000a14:52:33.924794 run iperf3-srv_10.42.42.10(pid=3302): Terminated {rc=256}\u000a14:52:33.934619 --- ParallelTerminationStrategy: PID 3303 died...\u000a14:52:33.989345 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3303): Terminated: ok {rc=0}\u000a14:52:33.999404 --- ParallelTerminationStrategy: PID 3304 died...\u000a14:52:34.054187 run iperf3-srv_10.42.42.10(pid=3304): Terminated {rc=256}\u000a14:52:34.064198 --- ParallelTerminationStrategy: PID 3305 died...\u000a14:52:34.119148 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3305): Terminated: ok {rc=0}\u000a14:52:34.129206 --- ParallelTerminationStrategy: PID 3306 died...\u000a14:52:34.183979 run iperf3-srv_10.42.42.10(pid=3306): Terminated {rc=256}\u000a14:52:34.194090 --- ParallelTerminationStrategy: PID 3309 died...\u000a14:52:34.249250 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3309): Terminated: ok {rc=0}\u000a14:52:34.259317 --- ParallelTerminationStrategy: PID 3312 died...\u000a14:52:34.314388 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3312): Terminated: ok {rc=0}\u000a14:52:34.324468 --- ParallelTerminationStrategy: PID 3315 died...\u000a14:52:34.379607 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3315): Terminated: ok {rc=0}\u000a14:52:34.465770 bus /gobi_4: Setting Powered False\u000a14:52:35.571661 bus /gobi_4: Setting Powered False\u000a14:52:36.678648 bus /gobi_1: Setting Powered False\u000a14:52:37.784568 bus /gobi_1: Setting Powered False\u000a14:52:38.891180 bus /gobi_0: Setting Powered False\u000a14:52:39.998769 bus /gobi_0: Setting Powered False\u000a14:52:41.107563 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3323): Process ended prematurely: osmo-stp_10.42.42.5(pid=3323) [trial-2406↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3323)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3323): Process ended prematurely: osmo-stp_10.42.42.5(pid=3323) [trial-2406↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3323)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 gprs:trx-sysmocell5000 ping.py\u000a----------------------------------------------\u000a14:52:42.176276 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a14:52:42.188197 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a14:52:42.332397 tst ping.py: using LAC 41659\u000a14:52:42.456417 tst ping.py: using RAC 94\u000a14:52:42.584014 tst ping.py: using CellId 41659\u000a14:52:42.708147 tst ping.py: using BVCI 41660\u000a14:52:42.732373 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a14:52:42.743652 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a14:52:42.754680 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a14:52:42.765945 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a14:52:42.777302 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a14:52:42.788547 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a14:52:42.799890 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a14:52:42.811027 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a14:52:43.084453 tst ping.py:19: start network...\u000a14:52:43.206661 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:52:43.670932 run create_hlr_db(pid=3317): Launched\u000a14:52:43.841268 bus /gobi_6: Setting Powered False\u000a14:52:44.862686 run create_hlr_db(pid=3317): Terminated: ok {rc=0}\u000a14:52:45.283224 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3319): Launched\u000a14:52:45.578347 run osmo-hlr_10.42.42.2(pid=3320): Launched\u000a14:52:45.689888 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:52:46.277449 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3322): Launched\u000a14:52:46.696666 run osmo-stp_10.42.42.5(pid=3323): Launched\u000a14:52:46.859638 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:52:47.441319 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3325): Launched\u000a14:52:47.546370 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:52:47.805668 run patchelf(pid=3326): Launched\u000a14:52:47.980024 run osmo-stp_10.42.42.5(pid=3323): ERR: Terminated: ERROR {rc=1} [trial-2406↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3323)]\u000a14:52:48.107275 run osmo-stp_10.42.42.5(pid=3323): stdout: \u000a| (launched: 2022-12-14_14:52:46.432061)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:52:48.234657 run osmo-stp_10.42.42.5(pid=3323): stderr: \u000a| �[0;m�[38;5;43m20221214145246764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214145246764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214145246764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214145246769 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214145246770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214145246770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214145246770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:52:48.356783 run osmo-stp_10.42.42.5(pid=3323): stdout: \u000a| (launched: 2022-12-14_14:52:46.432061)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:52:48.478489 run osmo-stp_10.42.42.5(pid=3323): stderr: \u000a| �[0;m�[38;5;43m20221214145246764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214145246764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214145246764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214145246769 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214145246770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214145246770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214145246770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:52:48.620371 run patchelf(pid=3326): Terminating (SIGINT)\u000a14:52:48.786968 run patchelf(pid=3326): Terminated: ok {rc=0}\u000a14:52:48.817747 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=3323): Process ended prematurely: osmo-stp_10.42.42.5(pid=3323) [trial-2406↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3323)] [trial-2406↪gprs:trx-sysmocell5000↪ping.py:22]\u000a14:52:48.826325 tst ping.py:22: Test FAILED (6.6 sec)\u000a14:52:48.887365 run osmo-hlr_10.42.42.2(pid=3320): ERR: Terminated: ERROR {rc=237} [trial-2406↪gprs:trx-sysmocell5000↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3320)]\u000a14:52:48.936910 run osmo-hlr_10.42.42.2(pid=3320): stdout: \u000a| (launched: 2022-12-14_14:52:45.433140) \u000a14:52:48.987125 run osmo-hlr_10.42.42.2(pid=3320): stderr: \u000a| �[0;m�[1;31m20221214145245608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214145245608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214145245608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214145245608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214145245608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214145245608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214145245620 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:trx-sysmocell5000/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214145245628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214145245629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214145245629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:52:49.030209 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3319): Terminating (SIGTERM)\u000a14:52:49.071122 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3322): Terminating (SIGTERM)\u000a14:52:49.112149 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3325): Terminating (SIGTERM)\u000a14:52:49.121422 --- ParallelTerminationStrategy: PID 3319 died...\u000a14:52:49.175386 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3319): Terminated: ok {rc=0}\u000a14:52:49.185054 --- ParallelTerminationStrategy: PID 3322 died...\u000a14:52:49.238751 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3322): Terminated: ok {rc=0}\u000a14:52:49.248264 --- ParallelTerminationStrategy: PID 3325 died...\u000a14:52:49.302036 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3325): Terminated: ok {rc=0}\u000a14:52:49.386224 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3333): Process ended prematurely: osmo-stp_10.42.42.5(pid=3333) [trial-2406↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3333)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3333): Process ended prematurely: osmo-stp_10.42.42.5(pid=3333) [trial-2406↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3333)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 gprs:trx-sysmocell5000 ping_idle_ping.py\u000a----------------------------------------------\u000a14:52:50.436810 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a14:52:50.448300 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a14:52:50.586188 tst ping_idle_ping.py: using LAC 41660\u000a14:52:50.710993 tst ping_idle_ping.py: using RAC 95\u000a14:52:50.835171 tst ping_idle_ping.py: using CellId 41660\u000a14:52:50.963257 tst ping_idle_ping.py: using BVCI 41661\u000a14:52:50.987576 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a14:52:50.998976 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a14:52:51.010206 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a14:52:51.021357 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a14:52:51.032454 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a14:52:51.043561 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a14:52:51.054886 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a14:52:51.065939 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a14:52:51.354727 tst ping_idle_ping.py:24: start network...\u000a14:52:51.486890 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:52:51.996942 run create_hlr_db(pid=3327): Launched\u000a14:52:52.182101 bus /gobi_6: Setting Powered False\u000a14:52:53.202828 run create_hlr_db(pid=3327): Terminated: ok {rc=0}\u000a14:52:53.623020 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3329): Launched\u000a14:52:53.921547 run osmo-hlr_10.42.42.2(pid=3330): Launched\u000a14:52:54.036375 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:52:54.560648 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3332): Launched\u000a14:52:54.858497 run osmo-stp_10.42.42.5(pid=3333): Launched\u000a14:52:54.967360 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:52:55.485488 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3335): Launched\u000a14:52:55.591154 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:52:55.850809 run patchelf(pid=3336): Launched\u000a14:52:56.025433 run osmo-stp_10.42.42.5(pid=3333): ERR: Terminated: ERROR {rc=1} [trial-2406↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3333)]\u000a14:52:56.152696 run osmo-stp_10.42.42.5(pid=3333): stdout: \u000a| (launched: 2022-12-14_14:52:54.710960)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:52:56.279878 run osmo-stp_10.42.42.5(pid=3333): stderr: \u000a| �[0;m�[38;5;43m20221214145254881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214145254881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214145254881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214145254882 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214145254884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214145254884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214145254884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:52:56.402316 run osmo-stp_10.42.42.5(pid=3333): stdout: \u000a| (launched: 2022-12-14_14:52:54.710960)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:52:56.523801 run osmo-stp_10.42.42.5(pid=3333): stderr: \u000a| �[0;m�[38;5;43m20221214145254881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214145254881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214145254881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214145254882 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214145254884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214145254884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214145254884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:52:56.665999 run patchelf(pid=3336): Terminating (SIGINT)\u000a14:52:56.833267 run patchelf(pid=3336): Terminated: ok {rc=0}\u000a14:52:56.863642 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=3333): Process ended prematurely: osmo-stp_10.42.42.5(pid=3333) [trial-2406↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3333)] [trial-2406↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27]\u000a14:52:56.872151 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a14:52:56.933407 run osmo-hlr_10.42.42.2(pid=3330): ERR: Terminated: ERROR {rc=237} [trial-2406↪gprs:trx-sysmocell5000↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3330)]\u000a14:52:56.983035 run osmo-hlr_10.42.42.2(pid=3330): stdout: \u000a| (launched: 2022-12-14_14:52:53.774239) \u000a14:52:57.033595 run osmo-hlr_10.42.42.2(pid=3330): stderr: \u000a| �[0;m�[1;31m20221214145253949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214145253949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214145253949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214145253949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214145253949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214145253949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214145253962 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:trx-sysmocell5000/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214145253970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214145253970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214145253970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:52:57.076601 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3329): Terminating (SIGTERM)\u000a14:52:57.117332 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3332): Terminating (SIGTERM)\u000a14:52:57.158598 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3335): Terminating (SIGTERM)\u000a14:52:57.167848 --- ParallelTerminationStrategy: PID 3329 died...\u000a14:52:57.221857 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3329): Terminated: ok {rc=0}\u000a14:52:57.231496 --- ParallelTerminationStrategy: PID 3332 died...\u000a14:52:57.285263 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3332): Terminated: ok {rc=0}\u000a14:52:57.294783 --- ParallelTerminationStrategy: PID 3335 died...\u000a14:52:57.348652 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3335): Terminated: ok {rc=0}\u000a14:52:57.431689 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "69", "name" : "gprs_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:51:58" }, { "cases" : [ { "testActions" : [ ], "age" : 269, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3351): Process ended prematurely: osmo-stp_10.42.42.5(pid=3351) [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3351)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3351): Process ended prematurely: osmo-stp_10.42.42.5(pid=3351) [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3351)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 gprs:trx-sysmocell5000+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a14:52:59.602067 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:52:59.613368 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a14:52:59.754231 tst cs_paging_gprs_active.py: using LAC 41661\u000a14:52:59.873623 tst cs_paging_gprs_active.py: using RAC 96\u000a14:52:59.998586 tst cs_paging_gprs_active.py: using CellId 41661\u000a14:53:00.121111 tst cs_paging_gprs_active.py: using BVCI 41662\u000a14:53:00.144114 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:53:00.155251 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:53:00.166024 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:53:00.176746 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:53:00.187711 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:53:00.198910 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:53:00.210361 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:53:00.221415 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:53:00.232561 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a14:53:00.351706 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a14:53:00.630103 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a14:53:00.755802 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:53:01.096130 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3341): Launched\u000a14:53:01.380459 run iperf3-srv_10.42.42.10(pid=3342): Launched\u000a14:53:01.567226 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a14:53:01.694951 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:53:02.026070 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3343): Launched\u000a14:53:02.308559 run iperf3-srv_10.42.42.10(pid=3344): Launched\u000a14:53:02.492389 tst cs_paging_gprs_active.py:38: start network...\u000a14:53:02.618710 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:53:03.096361 run create_hlr_db(pid=3345): Launched\u000a14:53:03.270598 bus /gobi_6: Setting Powered False\u000a14:53:04.291359 run create_hlr_db(pid=3345): Terminated: ok {rc=0}\u000a14:53:04.694860 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3347): Launched\u000a14:53:04.998474 run osmo-hlr_10.42.42.2(pid=3348): Launched\u000a14:53:05.113760 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:53:05.638263 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3350): Launched\u000a14:53:05.940744 run osmo-stp_10.42.42.5(pid=3351): Launched\u000a14:53:06.050614 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:53:06.576190 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3353): Launched\u000a14:53:06.683540 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:53:06.947927 run patchelf(pid=3354): Launched\u000a14:53:07.126023 run osmo-stp_10.42.42.5(pid=3351): ERR: Terminated: ERROR {rc=1} [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3351)]\u000a14:53:07.255427 run osmo-stp_10.42.42.5(pid=3351): stdout: \u000a| (launched: 2022-12-14_14:53:05.791279)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:53:07.384473 run osmo-stp_10.42.42.5(pid=3351): stderr: \u000a| �[0;m�[38;5;43m20221214145305961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214145305961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214145305961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214145305962 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214145305962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214145305962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214145305962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:53:07.510109 run osmo-stp_10.42.42.5(pid=3351): stdout: \u000a| (launched: 2022-12-14_14:53:05.791279)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:53:07.634391 run osmo-stp_10.42.42.5(pid=3351): stderr: \u000a| �[0;m�[38;5;43m20221214145305961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214145305961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214145305961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214145305962 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214145305962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214145305962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214145305962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:53:07.779304 run patchelf(pid=3354): Terminating (SIGINT)\u000a14:53:07.948815 run patchelf(pid=3354): Terminated: ok {rc=0}\u000a14:53:07.979848 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=3351): Process ended prematurely: osmo-stp_10.42.42.5(pid=3351) [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3351)] [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a14:53:07.989070 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a14:53:08.050110 run osmo-hlr_10.42.42.2(pid=3348): ERR: Terminated: ERROR {rc=237} [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3348)]\u000a14:53:08.099266 run osmo-hlr_10.42.42.2(pid=3348): stdout: \u000a| (launched: 2022-12-14_14:53:04.848516) \u000a14:53:08.149077 run osmo-hlr_10.42.42.2(pid=3348): stderr: \u000a| �[0;m�[1;31m20221214145305024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214145305024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214145305024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214145305024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214145305024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214145305024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214145305037 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:trx-sysmocell5000+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214145305045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214145305045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214145305045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:53:08.192065 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3341): Terminating (SIGTERM)\u000a14:53:08.232531 run iperf3-srv_10.42.42.10(pid=3342): Terminating (SIGTERM)\u000a14:53:08.273288 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3343): Terminating (SIGTERM)\u000a14:53:08.313645 run iperf3-srv_10.42.42.10(pid=3344): Terminating (SIGTERM)\u000a14:53:08.353967 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3347): Terminating (SIGTERM)\u000a14:53:08.394307 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3350): Terminating (SIGTERM)\u000a14:53:08.434368 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3353): Terminating (SIGTERM)\u000a14:53:08.443563 --- ParallelTerminationStrategy: PID 3341 died...\u000a14:53:08.497560 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3341): Terminated: ok {rc=0}\u000a14:53:08.507161 --- ParallelTerminationStrategy: PID 3342 died...\u000a14:53:08.561153 run iperf3-srv_10.42.42.10(pid=3342): Terminated {rc=256}\u000a14:53:08.570713 --- ParallelTerminationStrategy: PID 3343 died...\u000a14:53:08.624861 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3343): Terminated: ok {rc=0}\u000a14:53:08.634429 --- ParallelTerminationStrategy: PID 3344 died...\u000a14:53:08.687837 run iperf3-srv_10.42.42.10(pid=3344): Terminated {rc=256}\u000a14:53:08.697503 --- ParallelTerminationStrategy: PID 3347 died...\u000a14:53:08.751045 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3347): Terminated: ok {rc=0}\u000a14:53:08.760622 --- ParallelTerminationStrategy: PID 3350 died...\u000a14:53:08.814346 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3350): Terminated: ok {rc=0}\u000a14:53:08.823787 --- ParallelTerminationStrategy: PID 3353 died...\u000a14:53:08.877709 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3353): Terminated: ok {rc=0}\u000a14:53:08.966112 bus /gobi_0: Setting Powered False\u000a14:53:10.069873 bus /gobi_0: Setting Powered False\u000a14:53:11.180551 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3363): Process ended prematurely: osmo-stp_10.42.42.5(pid=3363) [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3363)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3363): Process ended prematurely: osmo-stp_10.42.42.5(pid=3363) [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3363)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a14:53:12.290025 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:53:12.301712 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a14:53:12.442963 tst iperf3.py: using LAC 41662\u000a14:53:12.564795 tst iperf3.py: using RAC 97\u000a14:53:12.681591 tst iperf3.py: using CellId 41662\u000a14:53:12.796547 tst iperf3.py: using BVCI 41663\u000a14:53:12.819302 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:53:12.830211 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:53:12.840848 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:53:12.851552 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:53:12.862483 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:53:12.873498 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:53:12.884392 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:53:12.895326 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:53:12.906589 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a14:53:13.198802 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a14:53:13.333083 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:53:13.666823 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3355): Launched\u000a14:53:13.944363 run iperf3-srv_10.42.42.10(pid=3356): Launched\u000a14:53:14.136068 tst iperf3.py:8: start network...\u000a14:53:14.262066 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:53:14.736274 run create_hlr_db(pid=3357): Launched\u000a14:53:14.909486 bus /gobi_6: Setting Powered False\u000a14:53:15.960344 run create_hlr_db(pid=3357): Terminated: ok {rc=0}\u000a14:53:16.387418 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3359): Launched\u000a14:53:16.801754 run osmo-hlr_10.42.42.2(pid=3360): Launched\u000a14:53:16.988439 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:53:17.544566 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3362): Launched\u000a14:53:17.845870 run osmo-stp_10.42.42.5(pid=3363): Launched\u000a14:53:17.954855 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:53:18.480721 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3365): Launched\u000a14:53:18.588483 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:53:18.852868 run patchelf(pid=3366): Launched\u000a14:53:19.030926 run osmo-stp_10.42.42.5(pid=3363): ERR: Terminated: ERROR {rc=1} [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3363)]\u000a14:53:19.160596 run osmo-stp_10.42.42.5(pid=3363): stdout: \u000a| (launched: 2022-12-14_14:53:17.697212)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:53:19.290096 run osmo-stp_10.42.42.5(pid=3363): stderr: \u000a| �[0;m�[38;5;43m20221214145317867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214145317867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214145317867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214145317868 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214145317870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214145317870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214145317870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:53:19.414971 run osmo-stp_10.42.42.5(pid=3363): stdout: \u000a| (launched: 2022-12-14_14:53:17.697212)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:53:19.538911 run osmo-stp_10.42.42.5(pid=3363): stderr: \u000a| �[0;m�[38;5;43m20221214145317867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214145317867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214145317867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214145317868 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214145317870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214145317870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214145317870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:53:19.683330 run patchelf(pid=3366): Terminating (SIGINT)\u000a14:53:19.852646 run patchelf(pid=3366): Terminated: ok {rc=0}\u000a14:53:19.883811 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3363): Process ended prematurely: osmo-stp_10.42.42.5(pid=3363) [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3363)] [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8]\u000a14:53:19.893080 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a14:53:19.953383 run osmo-hlr_10.42.42.2(pid=3360): ERR: Terminated: ERROR {rc=237} [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3360)]\u000a14:53:20.002766 run osmo-hlr_10.42.42.2(pid=3360): stdout: \u000a| (launched: 2022-12-14_14:53:16.542949) \u000a14:53:20.052794 run osmo-hlr_10.42.42.2(pid=3360): stderr: \u000a| �[0;m�[1;31m20221214145316879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214145316879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214145316879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214145316879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214145316879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214145316879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214145316902 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214145316910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214145316910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214145316910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:53:20.095376 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3355): Terminating (SIGTERM)\u000a14:53:20.135645 run iperf3-srv_10.42.42.10(pid=3356): Terminating (SIGTERM)\u000a14:53:20.176030 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3359): Terminating (SIGTERM)\u000a14:53:20.216053 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3362): Terminating (SIGTERM)\u000a14:53:20.256475 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3365): Terminating (SIGTERM)\u000a14:53:20.265778 --- ParallelTerminationStrategy: PID 3355 died...\u000a14:53:20.320024 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3355): Terminated: ok {rc=0}\u000a14:53:20.329979 --- ParallelTerminationStrategy: PID 3356 died...\u000a14:53:20.383865 run iperf3-srv_10.42.42.10(pid=3356): Terminated {rc=256}\u000a14:53:20.393496 --- ParallelTerminationStrategy: PID 3359 died...\u000a14:53:20.447445 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3359): Terminated: ok {rc=0}\u000a14:53:20.457102 --- ParallelTerminationStrategy: PID 3362 died...\u000a14:53:20.510870 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3362): Terminated: ok {rc=0}\u000a14:53:20.520469 --- ParallelTerminationStrategy: PID 3365 died...\u000a14:53:20.574412 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3365): Terminated: ok {rc=0}\u000a14:53:20.662079 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3381): Process ended prematurely: osmo-stp_10.42.42.5(pid=3381) [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3381)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3381): Process ended prematurely: osmo-stp_10.42.42.5(pid=3381) [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3381)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a14:53:21.773399 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:53:21.785151 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a14:53:21.924640 tst iperf3m4.py: using LAC 41663\u000a14:53:22.044223 tst iperf3m4.py: using RAC 98\u000a14:53:22.163469 tst iperf3m4.py: using CellId 41663\u000a14:53:22.286546 tst iperf3m4.py: using BVCI 41664\u000a14:53:22.309622 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:53:22.320436 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:53:22.331226 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:53:22.341920 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:53:22.353176 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:53:22.364267 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:53:22.375635 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:53:22.386712 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:53:22.398032 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a14:53:22.520388 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a14:53:22.640857 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a14:53:22.758603 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a14:53:23.039190 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a14:53:23.165316 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:53:23.478140 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3367): Launched\u000a14:53:23.739862 run iperf3-srv_10.42.42.10(pid=3368): Launched\u000a14:53:23.923918 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a14:53:24.049028 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:53:24.363145 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3369): Launched\u000a14:53:24.624225 run iperf3-srv_10.42.42.10(pid=3370): Launched\u000a14:53:24.808364 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a14:53:24.933744 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:53:25.248520 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3371): Launched\u000a14:53:25.510412 run iperf3-srv_10.42.42.10(pid=3372): Launched\u000a14:53:25.694675 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a14:53:25.819860 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:53:26.133601 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3373): Launched\u000a14:53:26.394604 run iperf3-srv_10.42.42.10(pid=3374): Launched\u000a14:53:26.578489 tst iperf3m4.py:8: start network...\u000a14:53:26.704045 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:53:27.179650 run create_hlr_db(pid=3375): Launched\u000a14:53:27.353801 bus /gobi_6: Setting Powered False\u000a14:53:28.375401 run create_hlr_db(pid=3375): Terminated: ok {rc=0}\u000a14:53:28.778855 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3377): Launched\u000a14:53:29.081886 run osmo-hlr_10.42.42.2(pid=3378): Launched\u000a14:53:29.193173 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:53:29.719710 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3380): Launched\u000a14:53:30.023654 run osmo-stp_10.42.42.5(pid=3381): Launched\u000a14:53:30.134256 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:53:30.663092 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3383): Launched\u000a14:53:30.771121 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:53:31.064354 run patchelf(pid=3384): Launched\u000a14:53:31.263816 run osmo-stp_10.42.42.5(pid=3381): ERR: Terminated: ERROR {rc=1} [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3381)]\u000a14:53:31.409902 run osmo-stp_10.42.42.5(pid=3381): stdout: \u000a| (launched: 2022-12-14_14:53:29.873921)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:53:31.553856 run osmo-stp_10.42.42.5(pid=3381): stderr: \u000a| �[0;m�[38;5;43m20221214145330043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214145330043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214145330043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214145330043 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214145330044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214145330044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214145330044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:53:31.693324 run osmo-stp_10.42.42.5(pid=3381): stdout: \u000a| (launched: 2022-12-14_14:53:29.873921)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:53:31.832050 run osmo-stp_10.42.42.5(pid=3381): stderr: \u000a| �[0;m�[38;5;43m20221214145330043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214145330043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214145330043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214145330043 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214145330044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214145330044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214145330044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:53:31.991408 run patchelf(pid=3384): Terminating (SIGINT)\u000a14:53:32.179985 run patchelf(pid=3384): Terminated: ok {rc=0}\u000a14:53:32.213735 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3381): Process ended prematurely: osmo-stp_10.42.42.5(pid=3381) [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3381)] [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8]\u000a14:53:32.223758 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a14:53:32.287729 run osmo-hlr_10.42.42.2(pid=3378): ERR: Terminated: ERROR {rc=237} [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3378)]\u000a14:53:32.339877 run osmo-hlr_10.42.42.2(pid=3378): stdout: \u000a| (launched: 2022-12-14_14:53:28.932074) \u000a14:53:32.392357 run osmo-hlr_10.42.42.2(pid=3378): stderr: \u000a| �[0;m�[1;31m20221214145329109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214145329109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214145329109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214145329109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214145329109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214145329109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214145329120 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214145329128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214145329129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214145329129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:53:32.437432 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3367): Terminating (SIGTERM)\u000a14:53:32.479789 run iperf3-srv_10.42.42.10(pid=3368): Terminating (SIGTERM)\u000a14:53:32.521819 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3369): Terminating (SIGTERM)\u000a14:53:32.564363 run iperf3-srv_10.42.42.10(pid=3370): Terminating (SIGTERM)\u000a14:53:32.606623 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3371): Terminating (SIGTERM)\u000a14:53:32.648640 run iperf3-srv_10.42.42.10(pid=3372): Terminating (SIGTERM)\u000a14:53:32.690588 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3373): Terminating (SIGTERM)\u000a14:53:32.733014 run iperf3-srv_10.42.42.10(pid=3374): Terminating (SIGTERM)\u000a14:53:32.774813 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3377): Terminating (SIGTERM)\u000a14:53:32.816886 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3380): Terminating (SIGTERM)\u000a14:53:32.859167 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3383): Terminating (SIGTERM)\u000a14:53:32.868621 --- ParallelTerminationStrategy: PID 3367 died...\u000a14:53:32.925165 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3367): Terminated: ok {rc=0}\u000a14:53:32.935322 --- ParallelTerminationStrategy: PID 3368 died...\u000a14:53:32.991369 run iperf3-srv_10.42.42.10(pid=3368): Terminated {rc=256}\u000a14:53:33.001437 --- ParallelTerminationStrategy: PID 3369 died...\u000a14:53:33.057188 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3369): Terminated: ok {rc=0}\u000a14:53:33.067203 --- ParallelTerminationStrategy: PID 3370 died...\u000a14:53:33.122930 run iperf3-srv_10.42.42.10(pid=3370): Terminated {rc=256}\u000a14:53:33.132877 --- ParallelTerminationStrategy: PID 3371 died...\u000a14:53:33.188888 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3371): Terminated: ok {rc=0}\u000a14:53:33.198947 --- ParallelTerminationStrategy: PID 3372 died...\u000a14:53:33.254627 run iperf3-srv_10.42.42.10(pid=3372): Terminated {rc=256}\u000a14:53:33.264637 --- ParallelTerminationStrategy: PID 3373 died...\u000a14:53:33.320350 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3373): Terminated: ok {rc=0}\u000a14:53:33.330566 --- ParallelTerminationStrategy: PID 3374 died...\u000a14:53:33.386237 run iperf3-srv_10.42.42.10(pid=3374): Terminated {rc=256}\u000a14:53:33.396284 --- ParallelTerminationStrategy: PID 3377 died...\u000a14:53:33.452103 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3377): Terminated: ok {rc=0}\u000a14:53:33.462574 --- ParallelTerminationStrategy: PID 3380 died...\u000a14:53:33.518408 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3380): Terminated: ok {rc=0}\u000a14:53:33.528784 --- ParallelTerminationStrategy: PID 3383 died...\u000a14:53:33.584720 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3383): Terminated: ok {rc=0}\u000a14:53:33.671925 bus /gobi_4: Setting Powered False\u000a14:53:34.778291 bus /gobi_4: Setting Powered False\u000a14:53:35.885445 bus /gobi_1: Setting Powered False\u000a14:53:36.991127 bus /gobi_1: Setting Powered False\u000a14:53:38.097471 bus /gobi_0: Setting Powered False\u000a14:53:39.201995 bus /gobi_0: Setting Powered False\u000a14:53:40.312305 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3391): Process ended prematurely: osmo-stp_10.42.42.5(pid=3391) [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3391)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3391): Process ended prematurely: osmo-stp_10.42.42.5(pid=3391) [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3391)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 gprs:trx-sysmocell5000+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a14:53:41.381100 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:53:41.393415 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a14:53:41.538915 tst ping.py: using LAC 41664\u000a14:53:41.657334 tst ping.py: using RAC 99\u000a14:53:41.772940 tst ping.py: using CellId 41664\u000a14:53:41.895789 tst ping.py: using BVCI 41665\u000a14:53:41.920438 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:53:41.932094 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:53:41.943670 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:53:41.955167 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:53:41.966596 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:53:41.977864 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:53:41.989438 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:53:42.000589 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a14:53:42.287393 tst ping.py:19: start network...\u000a14:53:42.418879 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:53:42.926790 run create_hlr_db(pid=3385): Launched\u000a14:53:43.110526 bus /gobi_6: Setting Powered False\u000a14:53:44.131177 run create_hlr_db(pid=3385): Terminated: ok {rc=0}\u000a14:53:44.529877 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3387): Launched\u000a14:53:44.826162 run osmo-hlr_10.42.42.2(pid=3388): Launched\u000a14:53:44.938362 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:53:45.465131 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3390): Launched\u000a14:53:45.761847 run osmo-stp_10.42.42.5(pid=3391): Launched\u000a14:53:45.919122 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:53:46.514467 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3393): Launched\u000a14:53:46.631996 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:53:46.930510 run patchelf(pid=3394): Launched\u000a14:53:47.121455 run osmo-stp_10.42.42.5(pid=3391): ERR: Terminated: ERROR {rc=1} [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3391)]\u000a14:53:47.251772 run osmo-stp_10.42.42.5(pid=3391): stdout: \u000a| (launched: 2022-12-14_14:53:45.615085)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:53:47.380623 run osmo-stp_10.42.42.5(pid=3391): stderr: \u000a| �[0;m�[38;5;43m20221214145345786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214145345786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214145345786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214145345787 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214145345787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214145345787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214145345787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:53:47.504679 run osmo-stp_10.42.42.5(pid=3391): stdout: \u000a| (launched: 2022-12-14_14:53:45.615085)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:53:47.626793 run osmo-stp_10.42.42.5(pid=3391): stderr: \u000a| �[0;m�[38;5;43m20221214145345786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214145345786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214145345786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214145345787 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214145345787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214145345787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214145345787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:53:47.769587 run patchelf(pid=3394): Terminating (SIGINT)\u000a14:53:47.937204 run patchelf(pid=3394): Terminated: ok {rc=0}\u000a14:53:47.967533 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=3391): Process ended prematurely: osmo-stp_10.42.42.5(pid=3391) [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3391)] [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22]\u000a14:53:47.976271 tst ping.py:22: Test FAILED (6.6 sec)\u000a14:53:48.037372 run osmo-hlr_10.42.42.2(pid=3388): ERR: Terminated: ERROR {rc=237} [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3388)]\u000a14:53:48.086577 run osmo-hlr_10.42.42.2(pid=3388): stdout: \u000a| (launched: 2022-12-14_14:53:44.679406) \u000a14:53:48.136495 run osmo-hlr_10.42.42.2(pid=3388): stderr: \u000a| �[0;m�[1;31m20221214145344856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214145344856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214145344856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214145344856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214145344856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214145344856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214145344868 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:trx-sysmocell5000+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214145344877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214145344878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214145344878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:53:48.179164 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3387): Terminating (SIGTERM)\u000a14:53:48.219539 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3390): Terminating (SIGTERM)\u000a14:53:48.259652 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3393): Terminating (SIGTERM)\u000a14:53:48.268991 --- ParallelTerminationStrategy: PID 3387 died...\u000a14:53:48.322900 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3387): Terminated: ok {rc=0}\u000a14:53:48.332574 --- ParallelTerminationStrategy: PID 3390 died...\u000a14:53:48.386346 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3390): Terminated: ok {rc=0}\u000a14:53:48.396008 --- ParallelTerminationStrategy: PID 3393 died...\u000a14:53:48.449950 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3393): Terminated: ok {rc=0}\u000a14:53:48.538560 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3401): Process ended prematurely: osmo-stp_10.42.42.5(pid=3401) [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3401)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3401): Process ended prematurely: osmo-stp_10.42.42.5(pid=3401) [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3401)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 gprs:trx-sysmocell5000+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a14:53:49.590254 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:53:49.602009 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a14:53:49.743344 tst ping_idle_ping.py: using LAC 41665\u000a14:53:49.857881 tst ping_idle_ping.py: using RAC 100\u000a14:53:49.972098 tst ping_idle_ping.py: using CellId 41665\u000a14:53:50.086825 tst ping_idle_ping.py: using BVCI 41666\u000a14:53:50.109459 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:53:50.120405 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:53:50.131199 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:53:50.142001 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:53:50.153257 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:53:50.164542 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:53:50.175949 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:53:50.187230 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a14:53:50.460336 tst ping_idle_ping.py:24: start network...\u000a14:53:50.583336 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:53:51.053830 run create_hlr_db(pid=3395): Launched\u000a14:53:51.225938 bus /gobi_6: Setting Powered False\u000a14:53:52.248378 run create_hlr_db(pid=3395): Terminated: ok {rc=0}\u000a14:53:52.646813 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3397): Launched\u000a14:53:52.944728 run osmo-hlr_10.42.42.2(pid=3398): Launched\u000a14:53:53.059047 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:53:53.585446 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3400): Launched\u000a14:53:53.883313 run osmo-stp_10.42.42.5(pid=3401): Launched\u000a14:53:53.991780 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:53:54.510596 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3403): Launched\u000a14:53:54.616337 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:53:54.876854 run patchelf(pid=3404): Launched\u000a14:53:55.051927 run osmo-stp_10.42.42.5(pid=3401): ERR: Terminated: ERROR {rc=1} [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3401)]\u000a14:53:55.179753 run osmo-stp_10.42.42.5(pid=3401): stdout: \u000a| (launched: 2022-12-14_14:53:53.736106)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:53:55.307455 run osmo-stp_10.42.42.5(pid=3401): stderr: \u000a| �[0;m�[38;5;43m20221214145353907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214145353907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214145353907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214145353908 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214145353908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214145353908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214145353908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:53:55.431085 run osmo-stp_10.42.42.5(pid=3401): stdout: \u000a| (launched: 2022-12-14_14:53:53.736106)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:53:55.552778 run osmo-stp_10.42.42.5(pid=3401): stderr: \u000a| �[0;m�[38;5;43m20221214145353907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214145353907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214145353907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214145353908 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214145353908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214145353908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214145353908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:53:55.695189 run patchelf(pid=3404): Terminating (SIGINT)\u000a14:53:55.862923 run patchelf(pid=3404): Terminated: ok {rc=0}\u000a14:53:55.893582 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=3401): Process ended prematurely: osmo-stp_10.42.42.5(pid=3401) [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3401)] [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a14:53:55.902106 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a14:53:55.962565 run osmo-hlr_10.42.42.2(pid=3398): ERR: Terminated: ERROR {rc=237} [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3398)]\u000a14:53:56.011657 run osmo-hlr_10.42.42.2(pid=3398): stdout: \u000a| (launched: 2022-12-14_14:53:52.797569) \u000a14:53:56.061284 run osmo-hlr_10.42.42.2(pid=3398): stderr: \u000a| �[0;m�[1;31m20221214145352972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214145352972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214145352972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214145352972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214145352972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214145352972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214145352988 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:trx-sysmocell5000+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214145352996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214145352996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214145352996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:53:56.103913 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3397): Terminating (SIGTERM)\u000a14:53:56.143902 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3400): Terminating (SIGTERM)\u000a14:53:56.183761 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3403): Terminating (SIGTERM)\u000a14:53:56.193112 --- ParallelTerminationStrategy: PID 3397 died...\u000a14:53:56.246953 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3397): Terminated: ok {rc=0}\u000a14:53:56.256626 --- ParallelTerminationStrategy: PID 3400 died...\u000a14:53:56.310433 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3400): Terminated: ok {rc=0}\u000a14:53:56.320067 --- ParallelTerminationStrategy: PID 3403 died...\u000a14:53:56.373803 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3403): Terminated: ok {rc=0}\u000a14:53:56.462716 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "70", "name" : "gprs_trx-sysmocell5000+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:52:59" }, { "cases" : [ { "testActions" : [ ], "age" : 269, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3689): Process ended prematurely: osmo-stp_10.42.42.5(pid=3689) [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3689)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3689): Process ended prematurely: osmo-stp_10.42.42.5(pid=3689) [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3689)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a14:53:58.638286 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:53:58.649814 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a14:53:58.812724 tst cs_paging_gprs_active.py: using LAC 41666\u000a14:53:58.938226 tst cs_paging_gprs_active.py: using RAC 101\u000a14:53:59.063517 tst cs_paging_gprs_active.py: using CellId 41666\u000a14:53:59.188318 tst cs_paging_gprs_active.py: using BVCI 41667\u000a14:53:59.213189 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:53:59.224696 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:53:59.236047 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:53:59.247483 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:53:59.259211 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:53:59.270756 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:53:59.282460 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:53:59.293913 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:53:59.305685 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a14:53:59.421365 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a14:53:59.714364 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a14:53:59.849121 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:54:00.183284 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3408): Launched\u000a14:54:00.461434 run iperf3-srv_10.42.42.10(pid=3409): Launched\u000a14:54:00.658931 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a14:54:00.793566 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:54:01.154339 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3410): Launched\u000a14:54:01.452322 run iperf3-srv_10.42.42.10(pid=3411): Launched\u000a14:54:01.654655 tst cs_paging_gprs_active.py:38: start network...\u000a14:54:01.792596 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:54:02.407226 run create_hlr_db(pid=3448): Launched\u000a14:54:02.612158 bus /gobi_6: Setting Powered False\u000a14:54:03.676407 run create_hlr_db(pid=3448): Terminated: ok {rc=0}\u000a14:54:04.157537 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3683): Launched\u000a14:54:04.590077 run osmo-hlr_10.42.42.2(pid=3686): Launched\u000a14:54:04.827221 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:54:05.415000 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3688): Launched\u000a14:54:05.834832 run osmo-stp_10.42.42.5(pid=3689): Launched\u000a14:54:06.033978 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:54:06.630940 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3693): Launched\u000a14:54:06.748513 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:54:07.056432 run patchelf(pid=3694): Launched\u000a14:54:07.238376 run osmo-stp_10.42.42.5(pid=3689): ERR: Terminated: ERROR {rc=1} [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3689)]\u000a14:54:07.371209 run osmo-stp_10.42.42.5(pid=3689): stdout: \u000a| (launched: 2022-12-14_14:54:05.572506)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:54:07.506341 run osmo-stp_10.42.42.5(pid=3689): stderr: \u000a| �[0;m�[38;5;43m20221214145405915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214145405915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214145405915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214145405916 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214145405916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214145405916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214145405916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:54:07.637130 run osmo-stp_10.42.42.5(pid=3689): stdout: \u000a| (launched: 2022-12-14_14:54:05.572506)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:54:07.766600 run osmo-stp_10.42.42.5(pid=3689): stderr: \u000a| �[0;m�[38;5;43m20221214145405915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214145405915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214145405915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214145405916 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214145405916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214145405916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214145405916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:54:07.916763 run patchelf(pid=3694): Terminating (SIGINT)\u000a14:54:08.090785 run patchelf(pid=3694): Terminated: ok {rc=0}\u000a14:54:08.123699 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=3689): Process ended prematurely: osmo-stp_10.42.42.5(pid=3689) [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3689)] [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a14:54:08.133896 tst cs_paging_gprs_active.py:38: Test FAILED (9.5 sec)\u000a14:54:08.197572 run osmo-hlr_10.42.42.2(pid=3686): ERR: Terminated: ERROR {rc=237} [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3686)]\u000a14:54:08.250107 run osmo-hlr_10.42.42.2(pid=3686): stdout: \u000a| (launched: 2022-12-14_14:54:04.314548) \u000a14:54:08.302301 run osmo-hlr_10.42.42.2(pid=3686): stderr: \u000a| �[0;m�[1;31m20221214145404623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214145404623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214145404623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214145404623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214145404623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214145404623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214145404639 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214145404651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214145404652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214145404652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:54:08.347252 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3408): Terminating (SIGTERM)\u000a14:54:08.391734 run iperf3-srv_10.42.42.10(pid=3409): Terminating (SIGTERM)\u000a14:54:08.436792 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3410): Terminating (SIGTERM)\u000a14:54:08.480776 run iperf3-srv_10.42.42.10(pid=3411): Terminating (SIGTERM)\u000a14:54:08.525647 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3683): Terminating (SIGTERM)\u000a14:54:08.570116 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3688): Terminating (SIGTERM)\u000a14:54:08.614443 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3693): Terminating (SIGTERM)\u000a14:54:08.625977 --- ParallelTerminationStrategy: PID 3408 died...\u000a14:54:08.685183 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3408): Terminated: ok {rc=0}\u000a14:54:08.695486 --- ParallelTerminationStrategy: PID 3409 died...\u000a14:54:08.752337 run iperf3-srv_10.42.42.10(pid=3409): Terminated {rc=256}\u000a14:54:08.762690 --- ParallelTerminationStrategy: PID 3410 died...\u000a14:54:08.821462 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3410): Terminated: ok {rc=0}\u000a14:54:08.832725 --- ParallelTerminationStrategy: PID 3411 died...\u000a14:54:08.888246 run iperf3-srv_10.42.42.10(pid=3411): Terminated {rc=256}\u000a14:54:08.898770 --- ParallelTerminationStrategy: PID 3683 died...\u000a14:54:08.955892 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3683): Terminated: ok {rc=0}\u000a14:54:08.966384 --- ParallelTerminationStrategy: PID 3688 died...\u000a14:54:09.024170 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3688): Terminated: ok {rc=0}\u000a14:54:09.034584 --- ParallelTerminationStrategy: PID 3693 died...\u000a14:54:09.091808 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3693): Terminated: ok {rc=0}\u000a14:54:09.179117 bus /gobi_0: Setting Powered False\u000a14:54:10.283720 bus /gobi_0: Setting Powered False\u000a14:54:11.393826 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3703): Process ended prematurely: osmo-stp_10.42.42.5(pid=3703) [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3703)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3703): Process ended prematurely: osmo-stp_10.42.42.5(pid=3703) [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3703)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a14:54:12.513020 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:54:12.526430 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a14:54:12.698436 tst iperf3.py: using LAC 41667\u000a14:54:12.827794 tst iperf3.py: using RAC 102\u000a14:54:12.954773 tst iperf3.py: using CellId 41667\u000a14:54:13.082399 tst iperf3.py: using BVCI 41668\u000a14:54:13.108614 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:54:13.121184 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:54:13.133534 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:54:13.146110 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:54:13.158807 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:54:13.171337 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:54:13.184337 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:54:13.196861 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:54:13.209917 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a14:54:13.511042 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a14:54:13.651150 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:54:14.009845 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3695): Launched\u000a14:54:14.312502 run iperf3-srv_10.42.42.10(pid=3696): Launched\u000a14:54:14.514183 tst iperf3.py:8: start network...\u000a14:54:14.654561 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:54:15.223051 run create_hlr_db(pid=3697): Launched\u000a14:54:15.413578 bus /gobi_6: Setting Powered False\u000a14:54:16.524507 run create_hlr_db(pid=3697): Terminated: ok {rc=0}\u000a14:54:17.069609 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3699): Launched\u000a14:54:17.605107 run osmo-hlr_10.42.42.2(pid=3700): Launched\u000a14:54:17.788567 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:54:18.485925 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3702): Launched\u000a14:54:18.925514 run osmo-stp_10.42.42.5(pid=3703): Launched\u000a14:54:19.152636 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:54:19.754024 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3705): Launched\u000a14:54:19.874383 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:54:20.182998 run patchelf(pid=3706): Launched\u000a14:54:20.381205 run osmo-stp_10.42.42.5(pid=3703): ERR: Terminated: ERROR {rc=1} [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3703)]\u000a14:54:20.525720 run osmo-stp_10.42.42.5(pid=3703): stdout: \u000a| (launched: 2022-12-14_14:54:18.657073)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:54:20.670922 run osmo-stp_10.42.42.5(pid=3703): stderr: \u000a| �[0;m�[38;5;43m20221214145418961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214145418961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214145418961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214145418962 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214145418962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214145418962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214145418962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:54:20.809240 run osmo-stp_10.42.42.5(pid=3703): stdout: \u000a| (launched: 2022-12-14_14:54:18.657073)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:54:20.947544 run osmo-stp_10.42.42.5(pid=3703): stderr: \u000a| �[0;m�[38;5;43m20221214145418961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214145418961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214145418961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214145418962 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214145418962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214145418962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214145418962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:54:21.108521 run patchelf(pid=3706): Terminating (SIGINT)\u000a14:54:21.297386 run patchelf(pid=3706): Terminated: ok {rc=0}\u000a14:54:21.332731 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3703): Process ended prematurely: osmo-stp_10.42.42.5(pid=3703) [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3703)] [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a14:54:21.344447 tst iperf3.py:8: Test FAILED (8.9 sec)\u000a14:54:21.410453 run osmo-hlr_10.42.42.2(pid=3700): ERR: Terminated: ERROR {rc=237} [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3700)]\u000a14:54:21.465814 run osmo-hlr_10.42.42.2(pid=3700): stdout: \u000a| (launched: 2022-12-14_14:54:17.271929) \u000a14:54:21.520241 run osmo-hlr_10.42.42.2(pid=3700): stderr: \u000a| �[0;m�[1;31m20221214145417634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214145417634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214145417636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214145417636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214145417636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214145417636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214145417657 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214145417669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214145417669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214145417669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:54:21.568281 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3695): Terminating (SIGTERM)\u000a14:54:21.614470 run iperf3-srv_10.42.42.10(pid=3696): Terminating (SIGTERM)\u000a14:54:21.661700 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3699): Terminating (SIGTERM)\u000a14:54:21.708021 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3702): Terminating (SIGTERM)\u000a14:54:21.754271 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3705): Terminating (SIGTERM)\u000a14:54:21.765591 --- ParallelTerminationStrategy: PID 3695 died...\u000a14:54:21.826401 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3695): Terminated: ok {rc=0}\u000a14:54:21.837747 --- ParallelTerminationStrategy: PID 3696 died...\u000a14:54:21.895952 run iperf3-srv_10.42.42.10(pid=3696): Terminated {rc=256}\u000a14:54:21.907029 --- ParallelTerminationStrategy: PID 3699 died...\u000a14:54:21.965133 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3699): Terminated: ok {rc=0}\u000a14:54:21.976304 --- ParallelTerminationStrategy: PID 3702 died...\u000a14:54:22.035499 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3702): Terminated: ok {rc=0}\u000a14:54:22.047338 --- ParallelTerminationStrategy: PID 3705 died...\u000a14:54:22.106543 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3705): Terminated: ok {rc=0}\u000a14:54:22.198250 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3722): Process ended prematurely: osmo-stp_10.42.42.5(pid=3722) [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3722)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3722): Process ended prematurely: osmo-stp_10.42.42.5(pid=3722) [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3722)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a14:54:23.321457 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:54:23.334789 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a14:54:23.505288 tst iperf3m4.py: using LAC 41668\u000a14:54:23.641582 tst iperf3m4.py: using RAC 103\u000a14:54:23.771142 tst iperf3m4.py: using CellId 41668\u000a14:54:23.905014 tst iperf3m4.py: using BVCI 41669\u000a14:54:23.931019 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:54:23.943651 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:54:23.956264 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:54:23.968785 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:54:23.981541 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:54:23.994143 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:54:24.006885 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:54:24.019429 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:54:24.033363 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a14:54:24.160111 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a14:54:24.289165 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a14:54:24.413694 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a14:54:24.722615 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a14:54:24.865350 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:54:25.218121 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3708): Launched\u000a14:54:25.497245 run iperf3-srv_10.42.42.10(pid=3709): Launched\u000a14:54:25.697843 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a14:54:25.832937 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:54:26.168911 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3710): Launched\u000a14:54:26.447486 run iperf3-srv_10.42.42.10(pid=3711): Launched\u000a14:54:26.646378 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a14:54:26.781521 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:54:27.117171 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3712): Launched\u000a14:54:27.396191 run iperf3-srv_10.42.42.10(pid=3713): Launched\u000a14:54:27.594810 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a14:54:27.730499 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:54:28.066067 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3714): Launched\u000a14:54:28.344618 run iperf3-srv_10.42.42.10(pid=3715): Launched\u000a14:54:28.542490 tst iperf3m4.py:8: start network...\u000a14:54:28.678224 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:54:29.193732 run create_hlr_db(pid=3716): Launched\u000a14:54:29.380399 bus /gobi_6: Setting Powered False\u000a14:54:30.401845 run create_hlr_db(pid=3716): Terminated: ok {rc=0}\u000a14:54:30.832246 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3718): Launched\u000a14:54:31.293410 run osmo-hlr_10.42.42.2(pid=3719): Launched\u000a14:54:31.485127 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:54:32.068623 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3721): Launched\u000a14:54:32.429118 run osmo-stp_10.42.42.5(pid=3722): Launched\u000a14:54:32.551523 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:54:33.115116 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3724): Launched\u000a14:54:33.230502 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:54:33.512103 run patchelf(pid=3725): Launched\u000a14:54:33.702654 run osmo-stp_10.42.42.5(pid=3722): ERR: Terminated: ERROR {rc=1} [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3722)]\u000a14:54:33.840616 run osmo-stp_10.42.42.5(pid=3722): stdout: \u000a| (launched: 2022-12-14_14:54:32.234642)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:54:33.978547 run osmo-stp_10.42.42.5(pid=3722): stderr: \u000a| �[0;m�[38;5;43m20221214145432461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214145432461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214145432461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214145432462 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214145432462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214145432462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214145432462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:54:34.111923 run osmo-stp_10.42.42.5(pid=3722): stdout: \u000a| (launched: 2022-12-14_14:54:32.234642)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:54:34.244146 run osmo-stp_10.42.42.5(pid=3722): stderr: \u000a| �[0;m�[38;5;43m20221214145432461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214145432461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214145432461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214145432462 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214145432462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214145432462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214145432462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:54:34.398778 run patchelf(pid=3725): Terminating (SIGINT)\u000a14:54:34.580258 run patchelf(pid=3725): Terminated: ok {rc=0}\u000a14:54:34.613683 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3722): Process ended prematurely: osmo-stp_10.42.42.5(pid=3722) [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3722)] [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a14:54:34.623615 tst iperf3m4.py:8: Test FAILED (11.3 sec)\u000a14:54:34.686962 run osmo-hlr_10.42.42.2(pid=3719): ERR: Terminated: ERROR {rc=237} [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3719)]\u000a14:54:34.738366 run osmo-hlr_10.42.42.2(pid=3719): stdout: \u000a| (launched: 2022-12-14_14:54:31.005472) \u000a14:54:34.790493 run osmo-hlr_10.42.42.2(pid=3719): stderr: \u000a| �[0;m�[1;31m20221214145431230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214145431230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214145431230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214145431230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214145431230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214145431230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214145431251 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214145431267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214145431267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214145431267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:54:34.835324 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3708): Terminating (SIGTERM)\u000a14:54:34.877705 run iperf3-srv_10.42.42.10(pid=3709): Terminating (SIGTERM)\u000a14:54:34.919742 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3710): Terminating (SIGTERM)\u000a14:54:34.962351 run iperf3-srv_10.42.42.10(pid=3711): Terminating (SIGTERM)\u000a14:54:35.004079 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3712): Terminating (SIGTERM)\u000a14:54:35.046021 run iperf3-srv_10.42.42.10(pid=3713): Terminating (SIGTERM)\u000a14:54:35.087644 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3714): Terminating (SIGTERM)\u000a14:54:35.129707 run iperf3-srv_10.42.42.10(pid=3715): Terminating (SIGTERM)\u000a14:54:35.171231 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3718): Terminating (SIGTERM)\u000a14:54:35.213352 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3721): Terminating (SIGTERM)\u000a14:54:35.254999 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3724): Terminating (SIGTERM)\u000a14:54:35.264669 --- ParallelTerminationStrategy: PID 3708 died...\u000a14:54:35.320426 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3708): Terminated: ok {rc=0}\u000a14:54:35.330423 --- ParallelTerminationStrategy: PID 3709 died...\u000a14:54:35.385638 run iperf3-srv_10.42.42.10(pid=3709): Terminated {rc=256}\u000a14:54:35.395590 --- ParallelTerminationStrategy: PID 3710 died...\u000a14:54:35.450889 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3710): Terminated: ok {rc=0}\u000a14:54:35.460855 --- ParallelTerminationStrategy: PID 3711 died...\u000a14:54:35.516005 run iperf3-srv_10.42.42.10(pid=3711): Terminated {rc=256}\u000a14:54:35.525962 --- ParallelTerminationStrategy: PID 3712 died...\u000a14:54:35.581689 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3712): Terminated: ok {rc=0}\u000a14:54:35.591703 --- ParallelTerminationStrategy: PID 3713 died...\u000a14:54:35.647069 run iperf3-srv_10.42.42.10(pid=3713): Terminated {rc=256}\u000a14:54:35.657100 --- ParallelTerminationStrategy: PID 3714 died...\u000a14:54:35.712790 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3714): Terminated: ok {rc=0}\u000a14:54:35.722780 --- ParallelTerminationStrategy: PID 3715 died...\u000a14:54:35.778035 run iperf3-srv_10.42.42.10(pid=3715): Terminated {rc=256}\u000a14:54:35.788009 --- ParallelTerminationStrategy: PID 3718 died...\u000a14:54:35.843476 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3718): Terminated: ok {rc=0}\u000a14:54:35.853950 --- ParallelTerminationStrategy: PID 3721 died...\u000a14:54:35.909703 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3721): Terminated: ok {rc=0}\u000a14:54:35.919793 --- ParallelTerminationStrategy: PID 3724 died...\u000a14:54:35.975195 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3724): Terminated: ok {rc=0}\u000a14:54:36.062137 bus /gobi_4: Setting Powered False\u000a14:54:37.168979 bus /gobi_4: Setting Powered False\u000a14:54:38.277866 bus /gobi_1: Setting Powered False\u000a14:54:39.384135 bus /gobi_1: Setting Powered False\u000a14:54:40.496289 bus /gobi_0: Setting Powered False\u000a14:54:41.600197 bus /gobi_0: Setting Powered False\u000a14:54:42.712511 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3733): Process ended prematurely: osmo-stp_10.42.42.5(pid=3733) [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3733)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3733): Process ended prematurely: osmo-stp_10.42.42.5(pid=3733) [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3733)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a14:54:43.781742 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:54:43.793891 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a14:54:43.951851 tst ping.py: using LAC 41669\u000a14:54:44.066027 tst ping.py: using RAC 104\u000a14:54:44.179832 tst ping.py: using CellId 41669\u000a14:54:44.293916 tst ping.py: using BVCI 41670\u000a14:54:44.316550 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:54:44.327590 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:54:44.338325 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:54:44.349213 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:54:44.360242 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:54:44.371292 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:54:44.382426 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:54:44.393364 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a14:54:44.665442 tst ping.py:19: start network...\u000a14:54:44.787644 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:54:45.252008 run create_hlr_db(pid=3727): Launched\u000a14:54:45.422981 bus /gobi_6: Setting Powered False\u000a14:54:46.470508 run create_hlr_db(pid=3727): Terminated: ok {rc=0}\u000a14:54:46.923355 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3729): Launched\u000a14:54:47.242050 run osmo-hlr_10.42.42.2(pid=3730): Launched\u000a14:54:47.357179 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:54:47.885357 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3732): Launched\u000a14:54:48.182205 run osmo-stp_10.42.42.5(pid=3733): Launched\u000a14:54:48.289559 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:54:48.805336 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3735): Launched\u000a14:54:48.910298 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:54:49.168833 run patchelf(pid=3736): Launched\u000a14:54:49.342936 run osmo-stp_10.42.42.5(pid=3733): ERR: Terminated: ERROR {rc=1} [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3733)]\u000a14:54:49.469964 run osmo-stp_10.42.42.5(pid=3733): stdout: \u000a| (launched: 2022-12-14_14:54:48.034902)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:54:49.597386 run osmo-stp_10.42.42.5(pid=3733): stderr: \u000a| �[0;m�[38;5;43m20221214145448204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214145448204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214145448205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214145448205 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214145448206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214145448206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214145448206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:54:49.719840 run osmo-stp_10.42.42.5(pid=3733): stdout: \u000a| (launched: 2022-12-14_14:54:48.034902)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:54:49.842138 run osmo-stp_10.42.42.5(pid=3733): stderr: \u000a| �[0;m�[38;5;43m20221214145448204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214145448204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214145448205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214145448205 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214145448206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214145448206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214145448206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:54:49.983659 run patchelf(pid=3736): Terminating (SIGINT)\u000a14:54:50.150469 run patchelf(pid=3736): Terminated: ok {rc=0}\u000a14:54:50.180877 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=3733): Process ended prematurely: osmo-stp_10.42.42.5(pid=3733) [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3733)] [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22]\u000a14:54:50.189609 tst ping.py:22: Test FAILED (6.4 sec)\u000a14:54:50.250735 run osmo-hlr_10.42.42.2(pid=3730): ERR: Terminated: ERROR {rc=237} [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3730)]\u000a14:54:50.299782 run osmo-hlr_10.42.42.2(pid=3730): stdout: \u000a| (launched: 2022-12-14_14:54:47.088373) \u000a14:54:50.349435 run osmo-hlr_10.42.42.2(pid=3730): stderr: \u000a| �[0;m�[1;31m20221214145447271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214145447271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214145447271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214145447271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214145447271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214145447271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214145447283 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214145447292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214145447292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214145447292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:54:50.392027 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3729): Terminating (SIGTERM)\u000a14:54:50.432300 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3732): Terminating (SIGTERM)\u000a14:54:50.472671 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3735): Terminating (SIGTERM)\u000a14:54:50.482152 --- ParallelTerminationStrategy: PID 3729 died...\u000a14:54:50.536495 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3729): Terminated: ok {rc=0}\u000a14:54:50.546074 --- ParallelTerminationStrategy: PID 3732 died...\u000a14:54:50.600287 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3732): Terminated: ok {rc=0}\u000a14:54:50.609934 --- ParallelTerminationStrategy: PID 3735 died...\u000a14:54:50.664037 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3735): Terminated: ok {rc=0}\u000a14:54:50.751959 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3743): Process ended prematurely: osmo-stp_10.42.42.5(pid=3743) [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3743)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3743): Process ended prematurely: osmo-stp_10.42.42.5(pid=3743) [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3743)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a14:54:51.805044 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:54:51.817078 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a14:54:51.974707 tst ping_idle_ping.py: using LAC 41670\u000a14:54:52.093758 tst ping_idle_ping.py: using RAC 105\u000a14:54:52.210405 tst ping_idle_ping.py: using CellId 41670\u000a14:54:52.326826 tst ping_idle_ping.py: using BVCI 41671\u000a14:54:52.349602 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:54:52.360669 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:54:52.371627 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:54:52.382536 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:54:52.394297 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:54:52.406019 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:54:52.417806 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:54:52.429345 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a14:54:52.719919 tst ping_idle_ping.py:24: start network...\u000a14:54:52.851806 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:54:53.368625 run create_hlr_db(pid=3737): Launched\u000a14:54:53.554105 bus /gobi_6: Setting Powered False\u000a14:54:54.574657 run create_hlr_db(pid=3737): Terminated: ok {rc=0}\u000a14:54:54.977140 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3739): Launched\u000a14:54:55.289228 run osmo-hlr_10.42.42.2(pid=3740): Launched\u000a14:54:55.413513 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:54:55.967809 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3742): Launched\u000a14:54:56.282874 run osmo-stp_10.42.42.5(pid=3743): Launched\u000a14:54:56.396835 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:54:56.950923 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3745): Launched\u000a14:54:57.063126 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:54:57.340337 run patchelf(pid=3746): Launched\u000a14:54:57.526884 run osmo-stp_10.42.42.5(pid=3743): ERR: Terminated: ERROR {rc=1} [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3743)]\u000a14:54:57.663171 run osmo-stp_10.42.42.5(pid=3743): stdout: \u000a| (launched: 2022-12-14_14:54:56.128447)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:54:57.799250 run osmo-stp_10.42.42.5(pid=3743): stderr: \u000a| �[0;m�[38;5;43m20221214145456319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214145456319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214145456319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214145456320 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214145456322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214145456322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214145456322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:54:57.931118 run osmo-stp_10.42.42.5(pid=3743): stdout: \u000a| (launched: 2022-12-14_14:54:56.128447)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:54:58.060771 run osmo-stp_10.42.42.5(pid=3743): stderr: \u000a| �[0;m�[38;5;43m20221214145456319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214145456319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214145456319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214145456320 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214145456322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214145456322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214145456322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:54:58.212458 run patchelf(pid=3746): Terminating (SIGINT)\u000a14:54:58.391100 run patchelf(pid=3746): Terminated: ok {rc=0}\u000a14:54:58.423350 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=3743): Process ended prematurely: osmo-stp_10.42.42.5(pid=3743) [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3743)] [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a14:54:58.432431 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a14:54:58.494592 run osmo-hlr_10.42.42.2(pid=3740): ERR: Terminated: ERROR {rc=237} [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3740)]\u000a14:54:58.546165 run osmo-hlr_10.42.42.2(pid=3740): stdout: \u000a| (launched: 2022-12-14_14:54:55.130239) \u000a14:54:58.598592 run osmo-hlr_10.42.42.2(pid=3740): stderr: \u000a| �[0;m�[1;31m20221214145455327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214145455327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214145455328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214145455328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214145455328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214145455328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214145455340 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214145455350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214145455350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214145455350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:54:58.643319 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3739): Terminating (SIGTERM)\u000a14:54:58.685798 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3742): Terminating (SIGTERM)\u000a14:54:58.727907 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3745): Terminating (SIGTERM)\u000a14:54:58.737626 --- ParallelTerminationStrategy: PID 3739 died...\u000a14:54:58.793727 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3739): Terminated: ok {rc=0}\u000a14:54:58.803747 --- ParallelTerminationStrategy: PID 3742 died...\u000a14:54:58.858958 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3742): Terminated: ok {rc=0}\u000a14:54:58.869080 --- ParallelTerminationStrategy: PID 3745 died...\u000a14:54:58.924257 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3745): Terminated: ok {rc=0}\u000a14:54:59.010750 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 63.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "71", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:53:58" }, { "cases" : [ { "testActions" : [ ], "age" : 269, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3764): Process ended prematurely: osmo-stp_10.42.42.5(pid=3764) [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3764)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3764): Process ended prematurely: osmo-stp_10.42.42.5(pid=3764) [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3764)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a14:55:01.169466 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:55:01.180456 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a14:55:01.361127 tst cs_paging_gprs_active.py: using LAC 41671\u000a14:55:01.500794 tst cs_paging_gprs_active.py: using RAC 106\u000a14:55:01.632242 tst cs_paging_gprs_active.py: using CellId 41671\u000a14:55:01.782524 tst cs_paging_gprs_active.py: using BVCI 41672\u000a14:55:01.815753 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:55:01.830505 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:55:01.845869 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:55:01.858189 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:55:01.870505 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:55:01.882943 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:55:01.895195 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:55:01.907231 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:55:01.919282 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a14:55:02.064211 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a14:55:02.348776 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a14:55:02.474989 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:55:02.788269 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3754): Launched\u000a14:55:03.049427 run iperf3-srv_10.42.42.10(pid=3755): Launched\u000a14:55:03.233281 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a14:55:03.358685 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:55:03.671761 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3756): Launched\u000a14:55:03.932157 run iperf3-srv_10.42.42.10(pid=3757): Launched\u000a14:55:04.115811 tst cs_paging_gprs_active.py:38: start network...\u000a14:55:04.241174 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:55:04.734235 run create_hlr_db(pid=3758): Launched\u000a14:55:04.921331 bus /gobi_6: Setting Powered False\u000a14:55:05.942026 run create_hlr_db(pid=3758): Terminated: ok {rc=0}\u000a14:55:06.371685 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3760): Launched\u000a14:55:06.694752 run osmo-hlr_10.42.42.2(pid=3761): Launched\u000a14:55:06.815793 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:55:07.376338 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3763): Launched\u000a14:55:07.701025 run osmo-stp_10.42.42.5(pid=3764): Launched\u000a14:55:07.818361 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:55:08.383749 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3766): Launched\u000a14:55:08.499144 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:55:08.782906 run patchelf(pid=3767): Launched\u000a14:55:08.972718 run osmo-stp_10.42.42.5(pid=3764): ERR: Terminated: ERROR {rc=1} [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3764)]\u000a14:55:09.110630 run osmo-stp_10.42.42.5(pid=3764): stdout: \u000a| (launched: 2022-12-14_14:55:07.541098)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:55:09.248445 run osmo-stp_10.42.42.5(pid=3764): stderr: \u000a| �[0;m�[38;5;43m20221214145507734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214145507734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214145507734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214145507735 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214145507735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214145507736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214145507736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:55:09.382323 run osmo-stp_10.42.42.5(pid=3764): stdout: \u000a| (launched: 2022-12-14_14:55:07.541098)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:55:09.515091 run osmo-stp_10.42.42.5(pid=3764): stderr: \u000a| �[0;m�[38;5;43m20221214145507734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214145507734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214145507734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214145507735 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214145507735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214145507736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214145507736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:55:09.669908 run patchelf(pid=3767): Terminating (SIGINT)\u000a14:55:09.850914 run patchelf(pid=3767): Terminated: ok {rc=0}\u000a14:55:09.884064 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=3764): Process ended prematurely: osmo-stp_10.42.42.5(pid=3764) [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3764)] [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a14:55:09.893922 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a14:55:09.957495 run osmo-hlr_10.42.42.2(pid=3761): ERR: Terminated: ERROR {rc=237} [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3761)]\u000a14:55:10.009152 run osmo-hlr_10.42.42.2(pid=3761): stdout: \u000a| (launched: 2022-12-14_14:55:06.535956) \u000a14:55:10.061328 run osmo-hlr_10.42.42.2(pid=3761): stderr: \u000a| �[0;m�[1;31m20221214145506734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214145506734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214145506734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214145506734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214145506734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214145506734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214145506746 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214145506754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214145506754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214145506754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:55:10.106043 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3754): Terminating (SIGTERM)\u000a14:55:10.148444 run iperf3-srv_10.42.42.10(pid=3755): Terminating (SIGTERM)\u000a14:55:10.190537 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3756): Terminating (SIGTERM)\u000a14:55:10.232342 run iperf3-srv_10.42.42.10(pid=3757): Terminating (SIGTERM)\u000a14:55:10.274730 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3760): Terminating (SIGTERM)\u000a14:55:10.316708 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3763): Terminating (SIGTERM)\u000a14:55:10.358759 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3766): Terminating (SIGTERM)\u000a14:55:10.368448 --- ParallelTerminationStrategy: PID 3754 died...\u000a14:55:10.424231 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3754): Terminated: ok {rc=0}\u000a14:55:10.434226 --- ParallelTerminationStrategy: PID 3755 died...\u000a14:55:10.489534 run iperf3-srv_10.42.42.10(pid=3755): Terminated {rc=256}\u000a14:55:10.499473 --- ParallelTerminationStrategy: PID 3756 died...\u000a14:55:10.555056 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3756): Terminated: ok {rc=0}\u000a14:55:10.565127 --- ParallelTerminationStrategy: PID 3757 died...\u000a14:55:10.621027 run iperf3-srv_10.42.42.10(pid=3757): Terminated {rc=256}\u000a14:55:10.630954 --- ParallelTerminationStrategy: PID 3760 died...\u000a14:55:10.686251 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3760): Terminated: ok {rc=0}\u000a14:55:10.696222 --- ParallelTerminationStrategy: PID 3763 died...\u000a14:55:10.751974 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3763): Terminated: ok {rc=0}\u000a14:55:10.762000 --- ParallelTerminationStrategy: PID 3766 died...\u000a14:55:10.817373 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3766): Terminated: ok {rc=0}\u000a14:55:10.904258 bus /gobi_0: Setting Powered False\u000a14:55:12.011222 bus /gobi_0: Setting Powered False\u000a14:55:13.120100 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3776): Process ended prematurely: osmo-stp_10.42.42.5(pid=3776) [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3776)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3776): Process ended prematurely: osmo-stp_10.42.42.5(pid=3776) [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3776)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a14:55:14.229649 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:55:14.241374 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a14:55:14.402296 tst iperf3.py: using LAC 41672\u000a14:55:14.519580 tst iperf3.py: using RAC 107\u000a14:55:14.639347 tst iperf3.py: using CellId 41672\u000a14:55:14.758560 tst iperf3.py: using BVCI 41673\u000a14:55:14.781527 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:55:14.792305 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:55:14.803123 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:55:14.813921 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:55:14.824895 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:55:14.836250 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:55:14.847360 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:55:14.858378 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:55:14.870005 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a14:55:15.162763 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a14:55:15.297516 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:55:15.633086 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3768): Launched\u000a14:55:15.929790 run iperf3-srv_10.42.42.10(pid=3769): Launched\u000a14:55:16.139236 tst iperf3.py:8: start network...\u000a14:55:16.276279 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:55:16.835529 run create_hlr_db(pid=3770): Launched\u000a14:55:17.025508 bus /gobi_6: Setting Powered False\u000a14:55:18.033735 run create_hlr_db(pid=3770): Terminated: ok {rc=0}\u000a14:55:18.474100 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3772): Launched\u000a14:55:18.797177 run osmo-hlr_10.42.42.2(pid=3773): Launched\u000a14:55:18.917523 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:55:19.480479 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3775): Launched\u000a14:55:19.802740 run osmo-stp_10.42.42.5(pid=3776): Launched\u000a14:55:19.919103 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:55:20.483652 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3778): Launched\u000a14:55:20.599076 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:55:20.881681 run patchelf(pid=3779): Launched\u000a14:55:21.071490 run osmo-stp_10.42.42.5(pid=3776): ERR: Terminated: ERROR {rc=1} [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3776)]\u000a14:55:21.209777 run osmo-stp_10.42.42.5(pid=3776): stdout: \u000a| (launched: 2022-12-14_14:55:19.644880)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:55:21.347888 run osmo-stp_10.42.42.5(pid=3776): stderr: \u000a| �[0;m�[38;5;43m20221214145519840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214145519840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214145519840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214145519840 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214145519841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214145519841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214145519841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:55:21.481403 run osmo-stp_10.42.42.5(pid=3776): stdout: \u000a| (launched: 2022-12-14_14:55:19.644880)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:55:21.614158 run osmo-stp_10.42.42.5(pid=3776): stderr: \u000a| �[0;m�[38;5;43m20221214145519840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214145519840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214145519840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214145519840 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214145519841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214145519841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214145519841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:55:21.768430 run patchelf(pid=3779): Terminating (SIGINT)\u000a14:55:21.950510 run patchelf(pid=3779): Terminated: ok {rc=0}\u000a14:55:21.983902 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3776): Process ended prematurely: osmo-stp_10.42.42.5(pid=3776) [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3776)] [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a14:55:21.993819 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a14:55:22.057355 run osmo-hlr_10.42.42.2(pid=3773): ERR: Terminated: ERROR {rc=237} [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3773)]\u000a14:55:22.109026 run osmo-hlr_10.42.42.2(pid=3773): stdout: \u000a| (launched: 2022-12-14_14:55:18.638594) \u000a14:55:22.161298 run osmo-hlr_10.42.42.2(pid=3773): stderr: \u000a| �[0;m�[1;31m20221214145518840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214145518840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214145518840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214145518840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214145518840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214145518840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214145518855 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214145518865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214145518865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214145518865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:55:22.206118 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3768): Terminating (SIGTERM)\u000a14:55:22.248271 run iperf3-srv_10.42.42.10(pid=3769): Terminating (SIGTERM)\u000a14:55:22.290755 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3772): Terminating (SIGTERM)\u000a14:55:22.333049 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3775): Terminating (SIGTERM)\u000a14:55:22.375169 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3778): Terminating (SIGTERM)\u000a14:55:22.385002 --- ParallelTerminationStrategy: PID 3768 died...\u000a14:55:22.440858 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3768): Terminated: ok {rc=0}\u000a14:55:22.450858 --- ParallelTerminationStrategy: PID 3769 died...\u000a14:55:22.506186 run iperf3-srv_10.42.42.10(pid=3769): Terminated {rc=256}\u000a14:55:22.516059 --- ParallelTerminationStrategy: PID 3772 died...\u000a14:55:22.571478 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3772): Terminated: ok {rc=0}\u000a14:55:22.581870 --- ParallelTerminationStrategy: PID 3775 died...\u000a14:55:22.637266 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3775): Terminated: ok {rc=0}\u000a14:55:22.647176 --- ParallelTerminationStrategy: PID 3778 died...\u000a14:55:22.702340 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3778): Terminated: ok {rc=0}\u000a14:55:22.789240 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3794): Process ended prematurely: osmo-stp_10.42.42.5(pid=3794) [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3794)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3794): Process ended prematurely: osmo-stp_10.42.42.5(pid=3794) [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3794)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a14:55:23.907201 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:55:23.919259 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a14:55:24.087812 tst iperf3m4.py: using LAC 41673\u000a14:55:24.211613 tst iperf3m4.py: using RAC 108\u000a14:55:24.339289 tst iperf3m4.py: using CellId 41673\u000a14:55:24.463591 tst iperf3m4.py: using BVCI 41674\u000a14:55:24.488250 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:55:24.499623 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:55:24.510802 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:55:24.521968 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:55:24.533253 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:55:24.544412 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:55:24.555733 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:55:24.566881 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:55:24.578671 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a14:55:24.695818 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a14:55:24.815529 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a14:55:24.933394 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a14:55:25.226817 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a14:55:25.361379 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:55:25.696582 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3780): Launched\u000a14:55:25.974889 run iperf3-srv_10.42.42.10(pid=3781): Launched\u000a14:55:26.173658 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a14:55:26.308147 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:55:26.644051 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3782): Launched\u000a14:55:26.922724 run iperf3-srv_10.42.42.10(pid=3783): Launched\u000a14:55:27.119928 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a14:55:27.254211 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:55:27.590170 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3784): Launched\u000a14:55:27.868230 run iperf3-srv_10.42.42.10(pid=3785): Launched\u000a14:55:28.065893 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a14:55:28.201437 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:55:28.535634 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3786): Launched\u000a14:55:28.813789 run iperf3-srv_10.42.42.10(pid=3787): Launched\u000a14:55:29.010874 tst iperf3m4.py:8: start network...\u000a14:55:29.145817 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:55:29.662767 run create_hlr_db(pid=3788): Launched\u000a14:55:29.849896 bus /gobi_6: Setting Powered False\u000a14:55:30.872042 run create_hlr_db(pid=3788): Terminated: ok {rc=0}\u000a14:55:31.327008 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3790): Launched\u000a14:55:31.673167 run osmo-hlr_10.42.42.2(pid=3791): Launched\u000a14:55:31.840618 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:55:32.487641 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3793): Launched\u000a14:55:32.790002 run osmo-stp_10.42.42.5(pid=3794): Launched\u000a14:55:32.900470 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:55:33.458661 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3796): Launched\u000a14:55:33.573992 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:55:33.857530 run patchelf(pid=3797): Launched\u000a14:55:34.047153 run osmo-stp_10.42.42.5(pid=3794): ERR: Terminated: ERROR {rc=1} [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3794)]\u000a14:55:34.185870 run osmo-stp_10.42.42.5(pid=3794): stdout: \u000a| (launched: 2022-12-14_14:55:32.640871)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:55:34.324385 run osmo-stp_10.42.42.5(pid=3794): stderr: \u000a| �[0;m�[38;5;43m20221214145532809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214145532809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214145532809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214145532810 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214145532810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214145532810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214145532810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:55:34.457698 run osmo-stp_10.42.42.5(pid=3794): stdout: \u000a| (launched: 2022-12-14_14:55:32.640871)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:55:34.590288 run osmo-stp_10.42.42.5(pid=3794): stderr: \u000a| �[0;m�[38;5;43m20221214145532809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214145532809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214145532809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214145532810 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214145532810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214145532810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214145532810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:55:34.745348 run patchelf(pid=3797): Terminating (SIGINT)\u000a14:55:34.927114 run patchelf(pid=3797): Terminated: ok {rc=0}\u000a14:55:34.960667 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3794): Process ended prematurely: osmo-stp_10.42.42.5(pid=3794) [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3794)] [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a14:55:34.970781 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a14:55:35.033834 run osmo-hlr_10.42.42.2(pid=3791): ERR: Terminated: ERROR {rc=237} [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3791)]\u000a14:55:35.085093 run osmo-hlr_10.42.42.2(pid=3791): stdout: \u000a| (launched: 2022-12-14_14:55:31.495403) \u000a14:55:35.136979 run osmo-hlr_10.42.42.2(pid=3791): stderr: \u000a| �[0;m�[1;31m20221214145531925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214145531925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214145531925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214145531925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214145531925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214145531925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214145531952 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214145531968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214145531968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214145531968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:55:35.181547 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3780): Terminating (SIGTERM)\u000a14:55:35.223467 run iperf3-srv_10.42.42.10(pid=3781): Terminating (SIGTERM)\u000a14:55:35.265319 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3782): Terminating (SIGTERM)\u000a14:55:35.306875 run iperf3-srv_10.42.42.10(pid=3783): Terminating (SIGTERM)\u000a14:55:35.348687 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3784): Terminating (SIGTERM)\u000a14:55:35.390357 run iperf3-srv_10.42.42.10(pid=3785): Terminating (SIGTERM)\u000a14:55:35.431920 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3786): Terminating (SIGTERM)\u000a14:55:35.473511 run iperf3-srv_10.42.42.10(pid=3787): Terminating (SIGTERM)\u000a14:55:35.515104 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3790): Terminating (SIGTERM)\u000a14:55:35.556884 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3793): Terminating (SIGTERM)\u000a14:55:35.599313 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3796): Terminating (SIGTERM)\u000a14:55:35.609106 --- ParallelTerminationStrategy: PID 3780 died...\u000a14:55:35.665214 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3780): Terminated: ok {rc=0}\u000a14:55:35.675241 --- ParallelTerminationStrategy: PID 3781 died...\u000a14:55:35.730838 run iperf3-srv_10.42.42.10(pid=3781): Terminated {rc=256}\u000a14:55:35.740841 --- ParallelTerminationStrategy: PID 3782 died...\u000a14:55:35.796663 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3782): Terminated: ok {rc=0}\u000a14:55:35.806706 --- ParallelTerminationStrategy: PID 3783 died...\u000a14:55:35.862372 run iperf3-srv_10.42.42.10(pid=3783): Terminated {rc=256}\u000a14:55:35.872330 --- ParallelTerminationStrategy: PID 3784 died...\u000a14:55:35.928054 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3784): Terminated: ok {rc=0}\u000a14:55:35.938130 --- ParallelTerminationStrategy: PID 3785 died...\u000a14:55:35.993829 run iperf3-srv_10.42.42.10(pid=3785): Terminated {rc=256}\u000a14:55:36.003866 --- ParallelTerminationStrategy: PID 3786 died...\u000a14:55:36.059515 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3786): Terminated: ok {rc=0}\u000a14:55:36.069926 --- ParallelTerminationStrategy: PID 3787 died...\u000a14:55:36.125754 run iperf3-srv_10.42.42.10(pid=3787): Terminated {rc=256}\u000a14:55:36.135731 --- ParallelTerminationStrategy: PID 3790 died...\u000a14:55:36.192136 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3790): Terminated: ok {rc=0}\u000a14:55:36.202181 --- ParallelTerminationStrategy: PID 3793 died...\u000a14:55:36.257909 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3793): Terminated: ok {rc=0}\u000a14:55:36.267964 --- ParallelTerminationStrategy: PID 3796 died...\u000a14:55:36.323584 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3796): Terminated: ok {rc=0}\u000a14:55:36.410826 bus /gobi_4: Setting Powered False\u000a14:55:37.518627 bus /gobi_4: Setting Powered False\u000a14:55:38.628091 bus /gobi_1: Setting Powered False\u000a14:55:39.734040 bus /gobi_1: Setting Powered False\u000a14:55:40.840470 bus /gobi_0: Setting Powered False\u000a14:55:41.946274 bus /gobi_0: Setting Powered False\u000a14:55:43.056150 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3804): Process ended prematurely: osmo-stp_10.42.42.5(pid=3804) [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3804)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3804): Process ended prematurely: osmo-stp_10.42.42.5(pid=3804) [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3804)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a14:55:44.125315 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:55:44.137592 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a14:55:44.294324 tst ping.py: using LAC 41674\u000a14:55:44.409842 tst ping.py: using RAC 109\u000a14:55:44.524570 tst ping.py: using CellId 41674\u000a14:55:44.645457 tst ping.py: using BVCI 41675\u000a14:55:44.667866 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:55:44.679006 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:55:44.689752 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:55:44.700413 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:55:44.711466 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:55:44.722692 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:55:44.733953 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:55:44.744801 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a14:55:45.032056 tst ping.py:19: start network...\u000a14:55:45.163758 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:55:45.671919 run create_hlr_db(pid=3798): Launched\u000a14:55:45.864544 bus /gobi_6: Setting Powered False\u000a14:55:46.920783 run create_hlr_db(pid=3798): Terminated: ok {rc=0}\u000a14:55:47.367959 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3800): Launched\u000a14:55:47.686314 run osmo-hlr_10.42.42.2(pid=3801): Launched\u000a14:55:47.802070 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:55:48.359637 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3803): Launched\u000a14:55:48.674516 run osmo-stp_10.42.42.5(pid=3804): Launched\u000a14:55:48.787826 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:55:49.340183 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3806): Launched\u000a14:55:49.453150 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:55:49.730564 run patchelf(pid=3807): Launched\u000a14:55:49.915156 run osmo-stp_10.42.42.5(pid=3804): ERR: Terminated: ERROR {rc=1} [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3804)]\u000a14:55:50.050344 run osmo-stp_10.42.42.5(pid=3804): stdout: \u000a| (launched: 2022-12-14_14:55:48.519719)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:55:50.185406 run osmo-stp_10.42.42.5(pid=3804): stderr: \u000a| �[0;m�[38;5;43m20221214145548711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214145548711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214145548711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214145548712 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214145548712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214145548712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214145548712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:55:50.316278 run osmo-stp_10.42.42.5(pid=3804): stdout: \u000a| (launched: 2022-12-14_14:55:48.519719)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:55:50.445479 run osmo-stp_10.42.42.5(pid=3804): stderr: \u000a| �[0;m�[38;5;43m20221214145548711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214145548711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214145548711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214145548712 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214145548712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214145548712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214145548712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:55:50.596577 run patchelf(pid=3807): Terminating (SIGINT)\u000a14:55:50.774203 run patchelf(pid=3807): Terminated: ok {rc=0}\u000a14:55:50.806697 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=3804): Process ended prematurely: osmo-stp_10.42.42.5(pid=3804) [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3804)] [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22]\u000a14:55:50.815798 tst ping.py:22: Test FAILED (6.7 sec)\u000a14:55:50.878282 run osmo-hlr_10.42.42.2(pid=3801): ERR: Terminated: ERROR {rc=237} [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3801)]\u000a14:55:50.929337 run osmo-hlr_10.42.42.2(pid=3801): stdout: \u000a| (launched: 2022-12-14_14:55:47.529710) \u000a14:55:50.981035 run osmo-hlr_10.42.42.2(pid=3801): stderr: \u000a| �[0;m�[1;31m20221214145547728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214145547728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214145547728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214145547729 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214145547729 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214145547729 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214145547745 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214145547755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214145547755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214145547755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:55:51.025192 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3800): Terminating (SIGTERM)\u000a14:55:51.067216 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3803): Terminating (SIGTERM)\u000a14:55:51.108557 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3806): Terminating (SIGTERM)\u000a14:55:51.118209 --- ParallelTerminationStrategy: PID 3800 died...\u000a14:55:51.173531 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3800): Terminated: ok {rc=0}\u000a14:55:51.183513 --- ParallelTerminationStrategy: PID 3803 died...\u000a14:55:51.238744 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3803): Terminated: ok {rc=0}\u000a14:55:51.248567 --- ParallelTerminationStrategy: PID 3806 died...\u000a14:55:51.303524 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3806): Terminated: ok {rc=0}\u000a14:55:51.389683 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3814): Process ended prematurely: osmo-stp_10.42.42.5(pid=3814) [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3814)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3814): Process ended prematurely: osmo-stp_10.42.42.5(pid=3814) [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3814)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a14:55:52.441139 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:55:52.453269 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a14:55:52.620836 tst ping_idle_ping.py: using LAC 41675\u000a14:55:52.744878 tst ping_idle_ping.py: using RAC 110\u000a14:55:52.869204 tst ping_idle_ping.py: using CellId 41675\u000a14:55:53.001650 tst ping_idle_ping.py: using BVCI 41676\u000a14:55:53.025852 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:55:53.037367 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:55:53.048628 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:55:53.060044 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:55:53.071805 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:55:53.083583 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:55:53.095532 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:55:53.107451 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a14:55:53.383877 tst ping_idle_ping.py:24: start network...\u000a14:55:53.507674 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:55:53.978065 run create_hlr_db(pid=3808): Launched\u000a14:55:54.150312 bus /gobi_6: Setting Powered False\u000a14:55:55.170917 run create_hlr_db(pid=3808): Terminated: ok {rc=0}\u000a14:55:55.594948 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3810): Launched\u000a14:55:55.911414 run osmo-hlr_10.42.42.2(pid=3811): Launched\u000a14:55:56.028528 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:55:56.581964 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3813): Launched\u000a14:55:56.900126 run osmo-stp_10.42.42.5(pid=3814): Launched\u000a14:55:57.014770 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:55:57.568896 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3816): Launched\u000a14:55:57.682580 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:55:57.959682 run patchelf(pid=3817): Launched\u000a14:55:58.146426 run osmo-stp_10.42.42.5(pid=3814): ERR: Terminated: ERROR {rc=1} [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3814)]\u000a14:55:58.282451 run osmo-stp_10.42.42.5(pid=3814): stdout: \u000a| (launched: 2022-12-14_14:55:56.744048)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:55:58.418954 run osmo-stp_10.42.42.5(pid=3814): stderr: \u000a| �[0;m�[38;5;43m20221214145556938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214145556938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214145556938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214145556939 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214145556939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214145556939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214145556939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:55:58.550498 run osmo-stp_10.42.42.5(pid=3814): stdout: \u000a| (launched: 2022-12-14_14:55:56.744048)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:55:58.681067 run osmo-stp_10.42.42.5(pid=3814): stderr: \u000a| �[0;m�[38;5;43m20221214145556938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214145556938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214145556938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214145556939 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214145556939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214145556939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214145556939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:55:58.832927 run patchelf(pid=3817): Terminating (SIGINT)\u000a14:55:59.011157 run patchelf(pid=3817): Terminated: ok {rc=0}\u000a14:55:59.043437 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=3814): Process ended prematurely: osmo-stp_10.42.42.5(pid=3814) [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3814)] [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a14:55:59.052648 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a14:55:59.115301 run osmo-hlr_10.42.42.2(pid=3811): ERR: Terminated: ERROR {rc=237} [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3811)]\u000a14:55:59.166543 run osmo-hlr_10.42.42.2(pid=3811): stdout: \u000a| (launched: 2022-12-14_14:55:55.756126) \u000a14:55:59.218402 run osmo-hlr_10.42.42.2(pid=3811): stderr: \u000a| �[0;m�[1;31m20221214145555955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214145555955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214145555955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214145555956 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214145555956 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214145555956 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214145555969 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214145555977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214145555977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214145555977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:55:59.262753 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3810): Terminating (SIGTERM)\u000a14:55:59.304438 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3813): Terminating (SIGTERM)\u000a14:55:59.346156 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3816): Terminating (SIGTERM)\u000a14:55:59.355762 --- ParallelTerminationStrategy: PID 3810 died...\u000a14:55:59.411238 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3810): Terminated: ok {rc=0}\u000a14:55:59.421303 --- ParallelTerminationStrategy: PID 3813 died...\u000a14:55:59.476454 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3813): Terminated: ok {rc=0}\u000a14:55:59.486362 --- ParallelTerminationStrategy: PID 3816 died...\u000a14:55:59.541660 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3816): Terminated: ok {rc=0}\u000a14:55:59.628902 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "72", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:55:00" }, { "cases" : [ { "testActions" : [ ], "age" : 269, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3827): Process ended prematurely: osmo-stp_10.42.42.5(pid=3827) [trial-2406↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3827)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3827): Process ended prematurely: osmo-stp_10.42.42.5(pid=3827) [trial-2406↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3827)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a14:56:01.698663 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a14:56:01.711012 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a14:56:01.905267 tst switch_tch_pdch.py: using LAC 41676\u000a14:56:02.064595 tst switch_tch_pdch.py: using RAC 111\u000a14:56:02.198177 tst switch_tch_pdch.py: using CellId 41676\u000a14:56:02.326183 tst switch_tch_pdch.py: using BVCI 41677\u000a14:56:02.351624 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a14:56:02.364184 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a14:56:02.376382 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a14:56:02.388650 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a14:56:02.401074 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a14:56:02.413143 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a14:56:02.425612 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a14:56:02.437684 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a14:56:02.555186 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a14:56:02.827794 tst switch_tch_pdch.py:51: start network...\u000a14:56:02.950213 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:56:03.414332 run create_hlr_db(pid=3821): Launched\u000a14:56:03.584755 bus /gobi_6: Setting Powered False\u000a14:56:04.617933 run create_hlr_db(pid=3821): Terminated: ok {rc=0}\u000a14:56:05.039992 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3823): Launched\u000a14:56:05.355465 run osmo-hlr_10.42.42.2(pid=3824): Launched\u000a14:56:05.474041 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:56:06.025127 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3826): Launched\u000a14:56:06.341311 run osmo-stp_10.42.42.5(pid=3827): Launched\u000a14:56:06.456562 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:56:07.010439 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3829): Launched\u000a14:56:07.123177 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:56:07.398815 run patchelf(pid=3830): Launched\u000a14:56:07.584740 run osmo-stp_10.42.42.5(pid=3827): ERR: Terminated: ERROR {rc=1} [trial-2406↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3827)]\u000a14:56:07.720586 run osmo-stp_10.42.42.5(pid=3827): stdout: \u000a| (launched: 2022-12-14_14:56:06.185795)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:56:07.856113 run osmo-stp_10.42.42.5(pid=3827): stderr: \u000a| �[0;m�[38;5;43m20221214145606377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214145606377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214145606378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214145606378 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214145606378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214145606379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214145606379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:56:07.987016 run osmo-stp_10.42.42.5(pid=3827): stdout: \u000a| (launched: 2022-12-14_14:56:06.185795)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:56:08.116156 run osmo-stp_10.42.42.5(pid=3827): stderr: \u000a| �[0;m�[38;5;43m20221214145606377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214145606377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214145606378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214145606378 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214145606378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214145606379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214145606379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:56:08.267563 run patchelf(pid=3830): Terminating (SIGINT)\u000a14:56:08.445482 run patchelf(pid=3830): Terminated: ok {rc=0}\u000a14:56:08.477658 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=3827): Process ended prematurely: osmo-stp_10.42.42.5(pid=3827) [trial-2406↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3827)] [trial-2406↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a14:56:08.486978 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a14:56:08.549304 run osmo-hlr_10.42.42.2(pid=3824): ERR: Terminated: ERROR {rc=237} [trial-2406↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3824)]\u000a14:56:08.600852 run osmo-hlr_10.42.42.2(pid=3824): stdout: \u000a| (launched: 2022-12-14_14:56:05.200394) \u000a14:56:08.652882 run osmo-hlr_10.42.42.2(pid=3824): stderr: \u000a| �[0;m�[1;31m20221214145605398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214145605398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214145605398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214145605398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214145605398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214145605398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214145605411 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214145605419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214145605419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214145605419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:56:08.697202 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3823): Terminating (SIGTERM)\u000a14:56:08.738662 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3826): Terminating (SIGTERM)\u000a14:56:08.780335 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3829): Terminating (SIGTERM)\u000a14:56:08.790068 --- ParallelTerminationStrategy: PID 3823 died...\u000a14:56:08.845683 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3823): Terminated: ok {rc=0}\u000a14:56:08.855787 --- ParallelTerminationStrategy: PID 3826 died...\u000a14:56:08.910843 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3826): Terminated: ok {rc=0}\u000a14:56:08.920800 --- ParallelTerminationStrategy: PID 3829 died...\u000a14:56:08.976151 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3829): Terminated: ok {rc=0}\u000a14:56:09.063718 bus /gobi_0: Setting Powered False\u000a14:56:10.167330 bus /gobi_0: Setting Powered False\u000a14:56:11.280288 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "73", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:56:01" }, { "cases" : [ { "testActions" : [ ], "age" : 269, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3841): Process ended prematurely: osmo-stp_10.42.42.5(pid=3841) [trial-2406↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3841)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3841): Process ended prematurely: osmo-stp_10.42.42.5(pid=3841) [trial-2406↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3841)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a14:56:13.252754 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a14:56:13.264332 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a14:56:13.420212 tst switch_tch_pdch.py: using LAC 41677\u000a14:56:13.537630 tst switch_tch_pdch.py: using RAC 112\u000a14:56:13.654213 tst switch_tch_pdch.py: using CellId 41677\u000a14:56:13.769810 tst switch_tch_pdch.py: using BVCI 41678\u000a14:56:13.792278 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a14:56:13.803348 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a14:56:13.814153 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a14:56:13.824855 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a14:56:13.835966 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a14:56:13.847076 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a14:56:13.858231 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a14:56:13.869265 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a14:56:13.990138 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a14:56:14.278474 tst switch_tch_pdch.py:51: start network...\u000a14:56:14.411149 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:56:14.892625 run create_hlr_db(pid=3835): Launched\u000a14:56:15.022086 bus /gobi_6: Setting Powered False\u000a14:56:16.107689 run create_hlr_db(pid=3835): Terminated: ok {rc=0}\u000a14:56:16.505391 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3837): Launched\u000a14:56:16.841488 run osmo-hlr_10.42.42.2(pid=3838): Launched\u000a14:56:17.063549 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:56:17.659837 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3840): Launched\u000a14:56:17.974386 run osmo-stp_10.42.42.5(pid=3841): Launched\u000a14:56:18.088476 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:56:18.614379 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3843): Launched\u000a14:56:18.726753 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:56:19.002191 run patchelf(pid=3844): Launched\u000a14:56:19.187286 run osmo-stp_10.42.42.5(pid=3841): ERR: Terminated: ERROR {rc=1} [trial-2406↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3841)]\u000a14:56:19.322482 run osmo-stp_10.42.42.5(pid=3841): stdout: \u000a| (launched: 2022-12-14_14:56:17.820072)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:56:19.457314 run osmo-stp_10.42.42.5(pid=3841): stderr: \u000a| �[0;m�[38;5;43m20221214145618014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214145618014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214145618015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214145618015 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214145618015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214145618015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214145618015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:56:19.587648 run osmo-stp_10.42.42.5(pid=3841): stdout: \u000a| (launched: 2022-12-14_14:56:17.820072)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:56:19.717331 run osmo-stp_10.42.42.5(pid=3841): stderr: \u000a| �[0;m�[38;5;43m20221214145618014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214145618014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214145618015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214145618015 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214145618015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214145618015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214145618015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:56:19.867898 run patchelf(pid=3844): Terminating (SIGINT)\u000a14:56:20.045510 run patchelf(pid=3844): Terminated: ok {rc=0}\u000a14:56:20.077820 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=3841): Process ended prematurely: osmo-stp_10.42.42.5(pid=3841) [trial-2406↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3841)] [trial-2406↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a14:56:20.086820 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a14:56:20.149484 run osmo-hlr_10.42.42.2(pid=3838): ERR: Terminated: ERROR {rc=237} [trial-2406↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3838)]\u000a14:56:20.200396 run osmo-hlr_10.42.42.2(pid=3838): stdout: \u000a| (launched: 2022-12-14_14:56:16.661873) \u000a14:56:20.252078 run osmo-hlr_10.42.42.2(pid=3838): stderr: \u000a| �[0;m�[1;31m20221214145617072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214145617072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214145617072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214145617072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214145617073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214145617073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214145617099 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214145617118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214145617118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214145617118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:56:20.297812 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3837): Terminating (SIGTERM)\u000a14:56:20.339344 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3840): Terminating (SIGTERM)\u000a14:56:20.380900 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3843): Terminating (SIGTERM)\u000a14:56:20.390517 --- ParallelTerminationStrategy: PID 3837 died...\u000a14:56:20.446012 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3837): Terminated: ok {rc=0}\u000a14:56:20.455913 --- ParallelTerminationStrategy: PID 3840 died...\u000a14:56:20.511495 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3840): Terminated: ok {rc=0}\u000a14:56:20.521492 --- ParallelTerminationStrategy: PID 3843 died...\u000a14:56:20.576442 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3843): Terminated: ok {rc=0}\u000a14:56:20.662875 bus /gobi_0: Setting Powered False\u000a14:56:21.768585 bus /gobi_0: Setting Powered False\u000a14:56:22.878340 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "74", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:56:12" }, { "cases" : [ { "testActions" : [ ], "age" : 263, "className" : "nitb_sms:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=3849): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3849) [trial-2406↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3849)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=3849): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3849) [trial-2406↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3849)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 nitb_sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a14:56:24.775114 tst nitb_sms:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a14:56:24.786411 tst nitb_sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a14:56:24.921963 tst mo_mt_sms.py: using LAC 41678\u000a14:56:25.038151 tst mo_mt_sms.py: using RAC 113\u000a14:56:25.155132 tst mo_mt_sms.py: using CellId 41678\u000a14:56:25.279181 tst mo_mt_sms.py: using BVCI 41679\u000a14:56:25.303304 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a14:56:25.417948 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a14:56:25.702307 tst mo_mt_sms.py:9: start nitb and bts...\u000a14:56:25.834849 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a14:56:26.490275 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3848): Launched\u000a14:56:26.804746 run osmo-nitb_10.42.42.2(pid=3849): Launched\u000a14:56:27.000060 run osmo-nitb_10.42.42.2(pid=3849): ERR: Terminated: ERROR {rc=2} [trial-2406↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3849)]\u000a14:56:27.144066 run osmo-nitb_10.42.42.2(pid=3849): stdout: \u000a| (launched: 2022-12-14_14:56:26.652483) \u000a14:56:27.288201 run osmo-nitb_10.42.42.2(pid=3849): stderr: \u000a| (launched: 2022-12-14_14:56:26.699587)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a14:56:27.426931 run osmo-nitb_10.42.42.2(pid=3849): stdout: \u000a| (launched: 2022-12-14_14:56:26.652483) \u000a14:56:27.564487 run osmo-nitb_10.42.42.2(pid=3849): stderr: \u000a| (launched: 2022-12-14_14:56:26.699587)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a14:56:27.932568 tst osmo-nitb_10.42.42.2(pid=3849): stdout: \u000a| (launched: 2022-12-14_14:56:26.652483) \u000a14:56:28.058591 tst osmo-nitb_10.42.42.2(pid=3849): stderr: \u000a| (launched: 2022-12-14_14:56:26.699587)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a14:56:28.113849 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=3849): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3849) [trial-2406↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3849)] [trial-2406↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11]\u000a14:56:28.122668 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a14:56:28.158495 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3848): Terminating (SIGTERM)\u000a14:56:28.336057 --- ParallelTerminationStrategy: PID 3848 died...\u000a14:56:28.392913 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3848): Terminated: ok {rc=0}\u000a14:56:28.480211 bus /sierra_3: Setting Powered False\u000a14:56:29.586468 bus /sierra_3: Setting Powered False\u000a14:56:30.694990 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "75", "name" : "nitb_sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:56:24" }, { "cases" : [ { "testActions" : [ ], "age" : 90, "className" : "sms:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3859): Process ended prematurely: osmo-stp_10.42.42.5(pid=3859) [trial-2406↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3859)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3859): Process ended prematurely: osmo-stp_10.42.42.5(pid=3859) [trial-2406↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3859)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a14:56:32.609571 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:56:32.620492 tst sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a14:56:32.759235 tst mo_mt_sms.py: using LAC 41679\u000a14:56:32.883503 tst mo_mt_sms.py: using RAC 114\u000a14:56:33.006777 tst mo_mt_sms.py: using CellId 41679\u000a14:56:33.130774 tst mo_mt_sms.py: using BVCI 41680\u000a14:56:33.154929 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:56:33.166040 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:56:33.176896 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:56:33.187748 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:56:33.198685 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:56:33.209525 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a14:56:33.328091 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a14:56:33.524641 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:56:33.989149 run create_hlr_db(pid=3853): Launched\u000a14:56:34.160478 bus /sierra_2: Setting Powered False\u000a14:56:35.182092 run create_hlr_db(pid=3853): Terminated: ok {rc=0}\u000a14:56:35.603923 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3855): Launched\u000a14:56:35.921264 run osmo-hlr_10.42.42.2(pid=3856): Launched\u000a14:56:36.037437 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:56:36.587865 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3858): Launched\u000a14:56:36.904812 run osmo-stp_10.42.42.5(pid=3859): Launched\u000a14:56:37.019231 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:56:37.598993 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3861): Launched\u000a14:56:37.915369 run osmo-msc_10.42.42.6(pid=3862): Launched\u000a14:56:38.101087 run osmo-stp_10.42.42.5(pid=3859): ERR: Terminated: ERROR {rc=1} [trial-2406↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3859)]\u000a14:56:38.235590 run osmo-stp_10.42.42.5(pid=3859): stdout: \u000a| (launched: 2022-12-14_14:56:36.749300)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:56:38.370044 run osmo-stp_10.42.42.5(pid=3859): stderr: \u000a| �[0;m�[38;5;43m20221214145636942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214145636943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214145636943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214145636943 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214145636944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214145636944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214145636944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:56:38.497367 run osmo-stp_10.42.42.5(pid=3859): stdout: \u000a| (launched: 2022-12-14_14:56:36.749300)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:56:38.623878 run osmo-stp_10.42.42.5(pid=3859): stderr: \u000a| �[0;m�[38;5;43m20221214145636942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214145636943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214145636943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214145636943 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214145636944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214145636944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214145636944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:56:38.680254 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=3859): Process ended prematurely: osmo-stp_10.42.42.5(pid=3859) [trial-2406↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3859)] [trial-2406↪sms:trx-umtrx↪mo_mt_sms.py:16]\u000a14:56:38.689057 tst mo_mt_sms.py:16: Test FAILED (6.1 sec)\u000a14:56:38.751613 run osmo-hlr_10.42.42.2(pid=3856): ERR: Terminated: ERROR {rc=237} [trial-2406↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3856)]\u000a14:56:38.803232 run osmo-hlr_10.42.42.2(pid=3856): stdout: \u000a| (launched: 2022-12-14_14:56:35.766079) \u000a14:56:38.855352 run osmo-hlr_10.42.42.2(pid=3856): stderr: \u000a| �[0;m�[1;31m20221214145635966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214145635966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214145635966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214145635966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214145635966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214145635966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214145635979 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/sms:trx-umtrx/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214145635987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214145635988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214145635988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:56:38.925575 run osmo-msc_10.42.42.6(pid=3862): ERR: Terminated: ERROR {rc=2} [trial-2406↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3862)]\u000a14:56:38.976610 run osmo-msc_10.42.42.6(pid=3862): stdout: \u000a| (launched: 2022-12-14_14:56:37.760461) \u000a14:56:39.028294 run osmo-msc_10.42.42.6(pid=3862): stderr: \u000a| �[0;m�[38;5;43m20221214145638082 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214145638082 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2bb963bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214145638082 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214145638082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214145638082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214145638082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214145638084 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214145638084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214145638084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214145638085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:56:39.072361 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3855): Terminating (SIGTERM)\u000a14:56:39.114224 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3858): Terminating (SIGTERM)\u000a14:56:39.155754 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3861): Terminating (SIGTERM)\u000a14:56:39.165559 --- ParallelTerminationStrategy: PID 3855 died...\u000a14:56:39.221414 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3855): Terminated: ok {rc=0}\u000a14:56:39.231570 --- ParallelTerminationStrategy: PID 3858 died...\u000a14:56:39.287060 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3858): Terminated: ok {rc=0}\u000a14:56:39.297168 --- ParallelTerminationStrategy: PID 3861 died...\u000a14:56:39.353006 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3861): Terminated: ok {rc=0}\u000a14:56:39.439406 bus /sierra_3: Setting Powered False\u000a14:56:40.542471 bus /sierra_3: Setting Powered False\u000a14:56:41.652720 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "76", "name" : "sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:56:32" }, { "cases" : [ { "testActions" : [ ], "age" : 263, "className" : "nitb_ussd:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=3870): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3870) [trial-2406↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3870)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=3870): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3870) [trial-2406↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3870)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 nitb_ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a14:56:43.481728 tst nitb_ussd:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a14:56:43.492294 tst nitb_ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a14:56:43.630687 tst assert_extension.py: using LAC 41680\u000a14:56:43.750153 tst assert_extension.py: using RAC 115\u000a14:56:43.873550 tst assert_extension.py: using CellId 41680\u000a14:56:43.999584 tst assert_extension.py: using BVCI 41681\u000a14:56:44.023742 tst nitb_ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a14:56:44.295629 tst assert_extension.py:10: start nitb and bts...\u000a14:56:44.417834 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a14:56:45.031418 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3869): Launched\u000a14:56:45.323988 run osmo-nitb_10.42.42.2(pid=3870): Launched\u000a14:56:45.507006 run osmo-nitb_10.42.42.2(pid=3870): ERR: Terminated: ERROR {rc=2} [trial-2406↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3870)]\u000a14:56:45.641213 run osmo-nitb_10.42.42.2(pid=3870): stdout: \u000a| (launched: 2022-12-14_14:56:45.181559) \u000a14:56:45.776562 run osmo-nitb_10.42.42.2(pid=3870): stderr: \u000a| (launched: 2022-12-14_14:56:45.225331)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a14:56:45.937434 run osmo-nitb_10.42.42.2(pid=3870): stdout: \u000a| (launched: 2022-12-14_14:56:45.181559) \u000a14:56:46.079128 run osmo-nitb_10.42.42.2(pid=3870): stderr: \u000a| (launched: 2022-12-14_14:56:45.225331)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a14:56:46.445284 tst osmo-nitb_10.42.42.2(pid=3870): stdout: \u000a| (launched: 2022-12-14_14:56:45.181559) \u000a14:56:46.567150 tst osmo-nitb_10.42.42.2(pid=3870): stderr: \u000a| (launched: 2022-12-14_14:56:45.225331)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a14:56:46.620427 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=3870): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3870) [trial-2406↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3870)] [trial-2406↪nitb_ussd:trx-umtrx↪assert_extension.py:12]\u000a14:56:46.629616 tst assert_extension.py:12: Test FAILED (3.1 sec)\u000a14:56:46.666439 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3869): Terminating (SIGTERM)\u000a14:56:46.844039 --- ParallelTerminationStrategy: PID 3869 died...\u000a14:56:46.921641 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3869): Terminated: ok {rc=0}\u000a14:56:47.019112 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "77", "name" : "nitb_ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:56:43" }, { "cases" : [ { "testActions" : [ ], "age" : 90, "className" : "ussd:trx-umtrx", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3880): Process ended prematurely: osmo-stp_10.42.42.5(pid=3880) [trial-2406↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3880)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3880): Process ended prematurely: osmo-stp_10.42.42.5(pid=3880) [trial-2406↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3880)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a14:56:48.845614 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:56:48.856633 tst ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a14:56:48.990251 tst assert_extension.py: using LAC 41681\u000a14:56:49.114048 tst assert_extension.py: using RAC 116\u000a14:56:49.241366 tst assert_extension.py: using CellId 41681\u000a14:56:49.367631 tst assert_extension.py: using BVCI 41682\u000a14:56:49.391978 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:56:49.403299 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:56:49.414234 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:56:49.425148 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:56:49.435897 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:56:49.447371 tst ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a14:56:49.648490 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:56:50.147155 run create_hlr_db(pid=3874): Launched\u000a14:56:50.319999 bus /sierra_2: Setting Powered False\u000a14:56:51.339192 run create_hlr_db(pid=3874): Terminated: ok {rc=0}\u000a14:56:51.761167 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3876): Launched\u000a14:56:52.077670 run osmo-hlr_10.42.42.2(pid=3877): Launched\u000a14:56:52.193316 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:56:52.750648 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3879): Launched\u000a14:56:53.066608 run osmo-stp_10.42.42.5(pid=3880): Launched\u000a14:56:53.181344 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:56:53.760159 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3882): Launched\u000a14:56:54.075708 run osmo-msc_10.42.42.6(pid=3883): Launched\u000a14:56:54.260878 run osmo-stp_10.42.42.5(pid=3880): ERR: Terminated: ERROR {rc=1} [trial-2406↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3880)]\u000a14:56:54.394609 run osmo-stp_10.42.42.5(pid=3880): stdout: \u000a| (launched: 2022-12-14_14:56:52.911349)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:56:54.528534 run osmo-stp_10.42.42.5(pid=3880): stderr: \u000a| �[0;m�[38;5;43m20221214145653101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214145653101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214145653102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214145653102 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214145653104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214145653104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214145653104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:56:54.655909 run osmo-stp_10.42.42.5(pid=3880): stdout: \u000a| (launched: 2022-12-14_14:56:52.911349)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:56:54.782216 run osmo-stp_10.42.42.5(pid=3880): stderr: \u000a| �[0;m�[38;5;43m20221214145653101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214145653101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214145653102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214145653102 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214145653104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214145653104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214145653104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:56:54.837863 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=3880): Process ended prematurely: osmo-stp_10.42.42.5(pid=3880) [trial-2406↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3880)] [trial-2406↪ussd:trx-umtrx↪assert_extension.py:17]\u000a14:56:54.846985 tst assert_extension.py:17: Test FAILED (6.0 sec)\u000a14:56:54.909631 run osmo-hlr_10.42.42.2(pid=3877): ERR: Terminated: ERROR {rc=237} [trial-2406↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3877)]\u000a14:56:54.960987 run osmo-hlr_10.42.42.2(pid=3877): stdout: \u000a| (launched: 2022-12-14_14:56:51.921886) \u000a14:56:55.012859 run osmo-hlr_10.42.42.2(pid=3877): stderr: \u000a| �[0;m�[1;31m20221214145652117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214145652117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214145652117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214145652117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214145652117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214145652117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214145652129 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/ussd:trx-umtrx/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214145652137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214145652137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214145652138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:56:55.083327 run osmo-msc_10.42.42.6(pid=3883): ERR: Terminated: ERROR {rc=2} [trial-2406↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3883)]\u000a14:56:55.134349 run osmo-msc_10.42.42.6(pid=3883): stdout: \u000a| (launched: 2022-12-14_14:56:53.921174) \u000a14:56:55.185775 run osmo-msc_10.42.42.6(pid=3883): stderr: \u000a| �[0;m�[38;5;43m20221214145654241 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214145654241 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efd92bf7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214145654241 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214145654241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214145654241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214145654241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214145654244 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214145654244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214145654245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214145654245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:56:55.229914 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3876): Terminating (SIGTERM)\u000a14:56:55.271544 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3879): Terminating (SIGTERM)\u000a14:56:55.313301 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3882): Terminating (SIGTERM)\u000a14:56:55.322606 --- ParallelTerminationStrategy: PID 3876 died...\u000a14:56:55.377800 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3876): Terminated: ok {rc=0}\u000a14:56:55.387685 --- ParallelTerminationStrategy: PID 3879 died...\u000a14:56:55.442838 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3879): Terminated: ok {rc=0}\u000a14:56:55.452724 --- ParallelTerminationStrategy: PID 3882 died...\u000a14:56:55.507659 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3882): Terminated: ok {rc=0}\u000a14:56:55.594075 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "78", "name" : "ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:56:48" }, { "cases" : [ { "testActions" : [ ], "age" : 90, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3894): Process ended prematurely: osmo-stp_10.42.42.5(pid=3894) [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3894)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3894): Process ended prematurely: osmo-stp_10.42.42.5(pid=3894) [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3894)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a14:56:57.543360 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a14:56:57.555037 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a14:56:57.718196 tst mo_mt_call.py: using LAC 41682\u000a14:56:57.842515 tst mo_mt_call.py: using RAC 117\u000a14:56:57.967179 tst mo_mt_call.py: using CellId 41682\u000a14:56:58.091207 tst mo_mt_call.py: using BVCI 41683\u000a14:56:58.115835 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a14:56:58.127300 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a14:56:58.138567 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a14:56:58.149919 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a14:56:58.161307 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a14:56:58.172602 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a14:56:58.293762 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a14:56:58.496329 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:56:58.971231 run create_hlr_db(pid=3888): Launched\u000a14:56:59.144725 bus /sierra_2: Setting Powered False\u000a14:57:00.166310 run create_hlr_db(pid=3888): Terminated: ok {rc=0}\u000a14:57:00.596210 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3890): Launched\u000a14:57:01.051420 run osmo-hlr_10.42.42.2(pid=3891): Launched\u000a14:57:01.302951 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:57:01.889406 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3893): Launched\u000a14:57:02.422618 run osmo-stp_10.42.42.5(pid=3894): Launched\u000a14:57:02.531108 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:57:03.086676 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3896): Launched\u000a14:57:03.390250 run osmo-msc_10.42.42.6(pid=3897): Launched\u000a14:57:03.570066 run osmo-stp_10.42.42.5(pid=3894): ERR: Terminated: ERROR {rc=1} [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3894)]\u000a14:57:03.699896 run osmo-stp_10.42.42.5(pid=3894): stdout: \u000a| (launched: 2022-12-14_14:57:02.110939)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:57:03.827157 run osmo-stp_10.42.42.5(pid=3894): stderr: \u000a| �[0;m�[38;5;43m20221214145702324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214145702324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214145702324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214145702326 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214145702326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214145702326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214145702327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:57:03.948289 run osmo-stp_10.42.42.5(pid=3894): stdout: \u000a| (launched: 2022-12-14_14:57:02.110939)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:57:04.068063 run osmo-stp_10.42.42.5(pid=3894): stderr: \u000a| �[0;m�[38;5;43m20221214145702324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214145702324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214145702324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214145702326 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214145702326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214145702326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214145702327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:57:04.121713 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3894): Process ended prematurely: osmo-stp_10.42.42.5(pid=3894) [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3894)] [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a14:57:04.130654 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a14:57:04.190981 run osmo-hlr_10.42.42.2(pid=3891): ERR: Terminated: ERROR {rc=237} [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3891)]\u000a14:57:04.241235 run osmo-hlr_10.42.42.2(pid=3891): stdout: \u000a| (launched: 2022-12-14_14:57:00.761099) \u000a14:57:04.291688 run osmo-hlr_10.42.42.2(pid=3891): stderr: \u000a| �[0;m�[1;31m20221214145701019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214145701019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214145701019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214145701019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214145701019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214145701019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214145701035 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214145701050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214145701050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214145701050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:57:04.360447 run osmo-msc_10.42.42.6(pid=3897): ERR: Terminated: ERROR {rc=2} [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3897)]\u000a14:57:04.410466 run osmo-msc_10.42.42.6(pid=3897): stdout: \u000a| (launched: 2022-12-14_14:57:03.240316) \u000a14:57:04.460670 run osmo-msc_10.42.42.6(pid=3897): stderr: \u000a| �[0;m�[38;5;43m20221214145703510 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214145703511 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9e9ade5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214145703511 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214145703511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214145703511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214145703511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214145703513 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214145703513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214145703513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214145703513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:57:04.503446 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3890): Terminating (SIGTERM)\u000a14:57:04.543555 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3893): Terminating (SIGTERM)\u000a14:57:04.584184 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3896): Terminating (SIGTERM)\u000a14:57:04.593492 --- ParallelTerminationStrategy: PID 3890 died...\u000a14:57:04.647797 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3890): Terminated: ok {rc=0}\u000a14:57:04.657851 --- ParallelTerminationStrategy: PID 3893 died...\u000a14:57:04.711837 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3893): Terminated: ok {rc=0}\u000a14:57:04.721951 --- ParallelTerminationStrategy: PID 3896 died...\u000a14:57:04.775956 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3896): Terminated: ok {rc=0}\u000a14:57:04.865550 bus /sierra_3: Setting Powered False\u000a14:57:05.969424 bus /sierra_3: Setting Powered False\u000a14:57:07.076200 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 90, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3905): Process ended prematurely: osmo-stp_10.42.42.5(pid=3905) [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3905)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3905): Process ended prematurely: osmo-stp_10.42.42.5(pid=3905) [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3905)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a14:57:08.191129 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a14:57:08.203377 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a14:57:08.367715 tst mo_mt_call_osmux.py: using LAC 41683\u000a14:57:08.491078 tst mo_mt_call_osmux.py: using RAC 118\u000a14:57:08.615066 tst mo_mt_call_osmux.py: using CellId 41683\u000a14:57:08.739312 tst mo_mt_call_osmux.py: using BVCI 41684\u000a14:57:08.763845 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a14:57:08.775337 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a14:57:08.786681 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a14:57:08.797985 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a14:57:08.809459 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a14:57:08.820847 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a14:57:08.939753 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a14:57:09.142386 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:57:09.616518 run create_hlr_db(pid=3899): Launched\u000a14:57:09.789777 bus /sierra_2: Setting Powered False\u000a14:57:10.810997 run create_hlr_db(pid=3899): Terminated: ok {rc=0}\u000a14:57:11.212172 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3901): Launched\u000a14:57:11.513838 run osmo-hlr_10.42.42.2(pid=3902): Launched\u000a14:57:11.629913 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:57:12.165099 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3904): Launched\u000a14:57:12.467015 run osmo-stp_10.42.42.5(pid=3905): Launched\u000a14:57:12.577718 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:57:13.132775 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3907): Launched\u000a14:57:13.435801 run osmo-msc_10.42.42.6(pid=3908): Launched\u000a14:57:13.614173 run osmo-stp_10.42.42.5(pid=3905): ERR: Terminated: ERROR {rc=1} [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3905)]\u000a14:57:13.743056 run osmo-stp_10.42.42.5(pid=3905): stdout: \u000a| (launched: 2022-12-14_14:57:12.318374)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:57:13.869298 run osmo-stp_10.42.42.5(pid=3905): stderr: \u000a| �[0;m�[38;5;43m20221214145712490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214145712490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214145712490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214145712491 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214145712491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214145712491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214145712491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:57:13.990632 run osmo-stp_10.42.42.5(pid=3905): stdout: \u000a| (launched: 2022-12-14_14:57:12.318374)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:57:14.110641 run osmo-stp_10.42.42.5(pid=3905): stderr: \u000a| �[0;m�[38;5;43m20221214145712490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214145712490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214145712490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214145712491 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214145712491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214145712491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214145712491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:57:14.163538 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3905): Process ended prematurely: osmo-stp_10.42.42.5(pid=3905) [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3905)] [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a14:57:14.172165 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a14:57:14.233134 run osmo-hlr_10.42.42.2(pid=3902): ERR: Terminated: ERROR {rc=237} [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3902)]\u000a14:57:14.283164 run osmo-hlr_10.42.42.2(pid=3902): stdout: \u000a| (launched: 2022-12-14_14:57:11.365436) \u000a14:57:14.333431 run osmo-hlr_10.42.42.2(pid=3902): stderr: \u000a| �[0;m�[1;31m20221214145711541 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214145711541 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214145711541 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214145711541 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214145711541 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214145711541 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214145711553 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214145711561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214145711561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214145711561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:57:14.401440 run osmo-msc_10.42.42.6(pid=3908): ERR: Terminated: ERROR {rc=2} [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3908)]\u000a14:57:14.450450 run osmo-msc_10.42.42.6(pid=3908): stdout: \u000a| (launched: 2022-12-14_14:57:13.285409) \u000a14:57:14.500822 run osmo-msc_10.42.42.6(pid=3908): stderr: \u000a| �[0;m�[38;5;43m20221214145713555 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214145713555 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f93a9400c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214145713555 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214145713555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214145713555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214145713556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214145713558 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214145713558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214145713558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214145713558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:57:14.543605 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3901): Terminating (SIGTERM)\u000a14:57:14.583281 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3904): Terminating (SIGTERM)\u000a14:57:14.623890 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3907): Terminating (SIGTERM)\u000a14:57:14.633252 --- ParallelTerminationStrategy: PID 3901 died...\u000a14:57:14.687178 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3901): Terminated: ok {rc=0}\u000a14:57:14.697356 --- ParallelTerminationStrategy: PID 3904 died...\u000a14:57:14.750660 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3904): Terminated: ok {rc=0}\u000a14:57:14.760256 --- ParallelTerminationStrategy: PID 3907 died...\u000a14:57:14.814215 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3907): Terminated: ok {rc=0}\u000a14:57:14.899037 bus /sierra_3: Setting Powered False\u000a14:57:16.007754 bus /sierra_3: Setting Powered False\u000a14:57:17.132466 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "79", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:56:57" }, { "cases" : [ { "testActions" : [ ], "age" : 90, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3920): Process ended prematurely: osmo-stp_10.42.42.5(pid=3920) [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3920)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3920): Process ended prematurely: osmo-stp_10.42.42.5(pid=3920) [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3920)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a14:57:19.114654 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a14:57:19.125590 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a14:57:19.281192 tst mo_mt_call.py: using LAC 41684\u000a14:57:19.400797 tst mo_mt_call.py: using RAC 119\u000a14:57:19.523361 tst mo_mt_call.py: using CellId 41684\u000a14:57:19.641217 tst mo_mt_call.py: using BVCI 41685\u000a14:57:19.664082 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a14:57:19.675015 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a14:57:19.685800 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a14:57:19.696468 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a14:57:19.707619 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a14:57:19.718334 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a14:57:19.838550 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a14:57:20.048599 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:57:20.564241 run create_hlr_db(pid=3914): Launched\u000a14:57:20.751972 bus /sierra_2: Setting Powered False\u000a14:57:21.773353 run create_hlr_db(pid=3914): Terminated: ok {rc=0}\u000a14:57:22.204700 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3916): Launched\u000a14:57:22.527347 run osmo-hlr_10.42.42.2(pid=3917): Launched\u000a14:57:22.647773 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:57:23.210577 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3919): Launched\u000a14:57:23.531965 run osmo-stp_10.42.42.5(pid=3920): Launched\u000a14:57:23.650076 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:57:24.238424 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3922): Launched\u000a14:57:24.560378 run osmo-msc_10.42.42.6(pid=3923): Launched\u000a14:57:24.749285 run osmo-stp_10.42.42.5(pid=3920): ERR: Terminated: ERROR {rc=1} [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3920)]\u000a14:57:24.886460 run osmo-stp_10.42.42.5(pid=3920): stdout: \u000a| (launched: 2022-12-14_14:57:23.374614)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:57:25.023275 run osmo-stp_10.42.42.5(pid=3920): stderr: \u000a| �[0;m�[38;5;43m20221214145723567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214145723567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214145723567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214145723568 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214145723568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214145723568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214145723568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:57:25.153369 run osmo-stp_10.42.42.5(pid=3920): stdout: \u000a| (launched: 2022-12-14_14:57:23.374614)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:57:25.281784 run osmo-stp_10.42.42.5(pid=3920): stderr: \u000a| �[0;m�[38;5;43m20221214145723567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214145723567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214145723567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214145723568 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214145723568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214145723568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214145723568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:57:25.338740 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3920): Process ended prematurely: osmo-stp_10.42.42.5(pid=3920) [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3920)] [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a14:57:25.348002 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a14:57:25.410456 run osmo-hlr_10.42.42.2(pid=3917): ERR: Terminated: ERROR {rc=237} [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3917)]\u000a14:57:25.461655 run osmo-hlr_10.42.42.2(pid=3917): stdout: \u000a| (launched: 2022-12-14_14:57:22.368897) \u000a14:57:25.513540 run osmo-hlr_10.42.42.2(pid=3917): stderr: \u000a| �[0;m�[1;31m20221214145722566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214145722566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214145722566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214145722566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214145722566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214145722566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214145722579 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214145722587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214145722587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214145722587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:57:25.583872 run osmo-msc_10.42.42.6(pid=3923): ERR: Terminated: ERROR {rc=2} [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3923)]\u000a14:57:25.635459 run osmo-msc_10.42.42.6(pid=3923): stdout: \u000a| (launched: 2022-12-14_14:57:24.401954) \u000a14:57:25.687495 run osmo-msc_10.42.42.6(pid=3923): stderr: \u000a| �[0;m�[38;5;43m20221214145724725 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214145724725 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6c73e54c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214145724725 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214145724725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214145724725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214145724725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214145724727 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214145724727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214145724727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214145724728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:57:25.731596 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3916): Terminating (SIGTERM)\u000a14:57:25.773411 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3919): Terminating (SIGTERM)\u000a14:57:25.815067 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3922): Terminating (SIGTERM)\u000a14:57:25.824821 --- ParallelTerminationStrategy: PID 3916 died...\u000a14:57:25.880415 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3916): Terminated: ok {rc=0}\u000a14:57:25.890606 --- ParallelTerminationStrategy: PID 3919 died...\u000a14:57:25.946439 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3919): Terminated: ok {rc=0}\u000a14:57:25.956591 --- ParallelTerminationStrategy: PID 3922 died...\u000a14:57:26.012255 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3922): Terminated: ok {rc=0}\u000a14:57:26.100376 bus /sierra_3: Setting Powered False\u000a14:57:27.202617 bus /sierra_3: Setting Powered False\u000a14:57:28.309973 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 90, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3931): Process ended prematurely: osmo-stp_10.42.42.5(pid=3931) [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3931)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3931): Process ended prematurely: osmo-stp_10.42.42.5(pid=3931) [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3931)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a14:57:29.423924 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a14:57:29.436017 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a14:57:29.602476 tst mo_mt_call_osmux.py: using LAC 41685\u000a14:57:29.729181 tst mo_mt_call_osmux.py: using RAC 120\u000a14:57:29.852162 tst mo_mt_call_osmux.py: using CellId 41685\u000a14:57:29.976849 tst mo_mt_call_osmux.py: using BVCI 41686\u000a14:57:30.001797 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a14:57:30.013581 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a14:57:30.025184 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a14:57:30.036673 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a14:57:30.048134 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a14:57:30.059489 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a14:57:30.178491 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a14:57:30.384322 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:57:30.886935 run create_hlr_db(pid=3925): Launched\u000a14:57:31.108727 bus /sierra_2: Setting Powered False\u000a14:57:32.090335 run create_hlr_db(pid=3925): Terminated: ok {rc=0}\u000a14:57:32.535999 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3927): Launched\u000a14:57:32.839572 run osmo-hlr_10.42.42.2(pid=3928): Launched\u000a14:57:32.954036 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:57:33.478692 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3930): Launched\u000a14:57:33.780348 run osmo-stp_10.42.42.5(pid=3931): Launched\u000a14:57:33.890537 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:57:34.443043 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3933): Launched\u000a14:57:34.747051 run osmo-msc_10.42.42.6(pid=3934): Launched\u000a14:57:34.926284 run osmo-stp_10.42.42.5(pid=3931): ERR: Terminated: ERROR {rc=1} [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3931)]\u000a14:57:35.055370 run osmo-stp_10.42.42.5(pid=3931): stdout: \u000a| (launched: 2022-12-14_14:57:33.631699)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:57:35.182287 run osmo-stp_10.42.42.5(pid=3931): stderr: \u000a| �[0;m�[38;5;43m20221214145733801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214145733801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214145733801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214145733801 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214145733802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214145733802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214145733802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:57:35.303312 run osmo-stp_10.42.42.5(pid=3931): stdout: \u000a| (launched: 2022-12-14_14:57:33.631699)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:57:35.423930 run osmo-stp_10.42.42.5(pid=3931): stderr: \u000a| �[0;m�[38;5;43m20221214145733801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214145733801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214145733801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214145733801 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214145733802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214145733802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214145733802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:57:35.476894 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3931): Process ended prematurely: osmo-stp_10.42.42.5(pid=3931) [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3931)] [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a14:57:35.485559 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a14:57:35.545584 run osmo-hlr_10.42.42.2(pid=3928): ERR: Terminated: ERROR {rc=237} [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3928)]\u000a14:57:35.595135 run osmo-hlr_10.42.42.2(pid=3928): stdout: \u000a| (launched: 2022-12-14_14:57:32.689895) \u000a14:57:35.645173 run osmo-hlr_10.42.42.2(pid=3928): stderr: \u000a| �[0;m�[1;31m20221214145732867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214145732867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214145732867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214145732867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214145732867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214145732867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214145732879 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214145732888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214145732888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214145732888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:57:35.713056 run osmo-msc_10.42.42.6(pid=3934): ERR: Terminated: ERROR {rc=2} [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3934)]\u000a14:57:35.762120 run osmo-msc_10.42.42.6(pid=3934): stdout: \u000a| (launched: 2022-12-14_14:57:34.596307) \u000a14:57:35.811707 run osmo-msc_10.42.42.6(pid=3934): stderr: \u000a| �[0;m�[38;5;43m20221214145734871 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214145734871 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc74c077c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214145734871 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214145734871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214145734872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214145734872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214145734873 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214145734874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214145734874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214145734874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:57:35.854117 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3927): Terminating (SIGTERM)\u000a14:57:35.893945 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3930): Terminating (SIGTERM)\u000a14:57:35.933929 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3933): Terminating (SIGTERM)\u000a14:57:35.943143 --- ParallelTerminationStrategy: PID 3927 died...\u000a14:57:35.996591 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3927): Terminated: ok {rc=0}\u000a14:57:36.006114 --- ParallelTerminationStrategy: PID 3930 died...\u000a14:57:36.059417 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3930): Terminated: ok {rc=0}\u000a14:57:36.068831 --- ParallelTerminationStrategy: PID 3933 died...\u000a14:57:36.122056 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3933): Terminated: ok {rc=0}\u000a14:57:36.210286 bus /sierra_3: Setting Powered False\u000a14:57:37.312369 bus /sierra_3: Setting Powered False\u000a14:57:38.418207 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "80", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:57:18" }, { "cases" : [ { "testActions" : [ ], "age" : 90, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3945): Process ended prematurely: osmo-stp_10.42.42.5(pid=3945) [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3945)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3945): Process ended prematurely: osmo-stp_10.42.42.5(pid=3945) [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3945)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a14:57:40.406265 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a14:57:40.418643 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a14:57:40.583470 tst mo_mt_call.py: using LAC 41686\u000a14:57:40.705341 tst mo_mt_call.py: using RAC 121\u000a14:57:40.827129 tst mo_mt_call.py: using CellId 41686\u000a14:57:40.948663 tst mo_mt_call.py: using BVCI 41687\u000a14:57:40.971909 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a14:57:40.983007 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a14:57:40.993802 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a14:57:41.004826 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a14:57:41.016740 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a14:57:41.027656 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a14:57:41.147543 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a14:57:41.349623 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:57:41.824740 run create_hlr_db(pid=3939): Launched\u000a14:57:41.999525 bus /sierra_2: Setting Powered False\u000a14:57:43.019942 run create_hlr_db(pid=3939): Terminated: ok {rc=0}\u000a14:57:43.449996 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3941): Launched\u000a14:57:43.774101 run osmo-hlr_10.42.42.2(pid=3942): Launched\u000a14:57:43.892463 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:57:44.454445 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3944): Launched\u000a14:57:44.778144 run osmo-stp_10.42.42.5(pid=3945): Launched\u000a14:57:44.894976 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:57:45.487005 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3947): Launched\u000a14:57:45.810547 run osmo-msc_10.42.42.6(pid=3948): Launched\u000a14:57:46.218808 run osmo-stp_10.42.42.5(pid=3945): ERR: Terminated: ERROR {rc=1} [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3945)]\u000a14:57:46.515824 run osmo-stp_10.42.42.5(pid=3945): stdout: \u000a| (launched: 2022-12-14_14:57:44.618758)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:57:46.667678 run osmo-stp_10.42.42.5(pid=3945): stderr: \u000a| �[0;m�[38;5;43m20221214145744812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214145744812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214145744813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214145744813 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214145744814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214145744814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214145744814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:57:46.800459 run osmo-stp_10.42.42.5(pid=3945): stdout: \u000a| (launched: 2022-12-14_14:57:44.618758)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:57:46.930471 run osmo-stp_10.42.42.5(pid=3945): stderr: \u000a| �[0;m�[38;5;43m20221214145744812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214145744812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214145744813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214145744813 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214145744814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214145744814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214145744814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:57:46.988236 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3945): Process ended prematurely: osmo-stp_10.42.42.5(pid=3945) [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3945)] [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a14:57:46.998051 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a14:57:47.061102 run osmo-hlr_10.42.42.2(pid=3942): ERR: Terminated: ERROR {rc=237} [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3942)]\u000a14:57:47.112904 run osmo-hlr_10.42.42.2(pid=3942): stdout: \u000a| (launched: 2022-12-14_14:57:43.614813) \u000a14:57:47.165168 run osmo-hlr_10.42.42.2(pid=3942): stderr: \u000a| �[0;m�[1;31m20221214145743816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214145743816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214145743816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214145743816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214145743816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214145743816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214145743828 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214145743836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214145743837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214145743837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:57:47.236338 run osmo-msc_10.42.42.6(pid=3948): ERR: Terminated: ERROR {rc=2} [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3948)]\u000a14:57:47.288213 run osmo-msc_10.42.42.6(pid=3948): stdout: \u000a| (launched: 2022-12-14_14:57:45.651961) \u000a14:57:47.340941 run osmo-msc_10.42.42.6(pid=3948): stderr: \u000a| �[0;m�[38;5;43m20221214145746084 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214145746084 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff113836c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214145746084 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214145746084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214145746085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214145746085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214145746087 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214145746087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214145746087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214145746088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:57:47.385620 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3941): Terminating (SIGTERM)\u000a14:57:47.427147 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3944): Terminating (SIGTERM)\u000a14:57:47.468870 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3947): Terminating (SIGTERM)\u000a14:57:47.478550 --- ParallelTerminationStrategy: PID 3941 died...\u000a14:57:47.534197 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3941): Terminated: ok {rc=0}\u000a14:57:47.544141 --- ParallelTerminationStrategy: PID 3944 died...\u000a14:57:47.599984 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3944): Terminated: ok {rc=0}\u000a14:57:47.610029 --- ParallelTerminationStrategy: PID 3947 died...\u000a14:57:47.666185 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3947): Terminated: ok {rc=0}\u000a14:57:47.754496 bus /sierra_3: Setting Powered False\u000a14:57:48.858042 bus /sierra_3: Setting Powered False\u000a14:57:49.968990 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 93, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3956): Process ended prematurely: osmo-stp_10.42.42.5(pid=3956) [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3956)]", "failedSince" : 2315, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3956): Process ended prematurely: osmo-stp_10.42.42.5(pid=3956) [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3956)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a14:57:51.083608 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a14:57:51.095901 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a14:57:51.259252 tst mo_mt_call_osmux.py: using LAC 41687\u000a14:57:51.387393 tst mo_mt_call_osmux.py: using RAC 122\u000a14:57:51.526573 tst mo_mt_call_osmux.py: using CellId 41687\u000a14:57:51.660845 tst mo_mt_call_osmux.py: using BVCI 41688\u000a14:57:51.685879 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a14:57:51.697453 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a14:57:51.708800 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a14:57:51.720135 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a14:57:51.731666 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a14:57:51.743102 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a14:57:51.858353 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a14:57:52.059050 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:57:52.536508 run create_hlr_db(pid=3950): Launched\u000a14:57:52.710315 bus /sierra_2: Setting Powered False\u000a14:57:53.732099 run create_hlr_db(pid=3950): Terminated: ok {rc=0}\u000a14:57:54.135549 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3952): Launched\u000a14:57:54.439146 run osmo-hlr_10.42.42.2(pid=3953): Launched\u000a14:57:54.557476 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:57:55.102108 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3955): Launched\u000a14:57:55.426591 run osmo-stp_10.42.42.5(pid=3956): Launched\u000a14:57:55.543823 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:57:56.137556 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3958): Launched\u000a14:57:56.461613 run osmo-msc_10.42.42.6(pid=3959): Launched\u000a14:57:56.652282 run osmo-stp_10.42.42.5(pid=3956): ERR: Terminated: ERROR {rc=1} [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3956)]\u000a14:57:56.789457 run osmo-stp_10.42.42.5(pid=3956): stdout: \u000a| (launched: 2022-12-14_14:57:55.267583)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:57:56.925452 run osmo-stp_10.42.42.5(pid=3956): stderr: \u000a| �[0;m�[38;5;43m20221214145755462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214145755462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214145755462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214145755462 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214145755463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214145755463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214145755463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:57:57.055067 run osmo-stp_10.42.42.5(pid=3956): stdout: \u000a| (launched: 2022-12-14_14:57:55.267583)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:57:57.183231 run osmo-stp_10.42.42.5(pid=3956): stderr: \u000a| �[0;m�[38;5;43m20221214145755462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214145755462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214145755462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214145755462 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214145755463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214145755463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214145755463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:57:57.239966 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3956): Process ended prematurely: osmo-stp_10.42.42.5(pid=3956) [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3956)] [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a14:57:57.249406 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a14:57:57.312771 run osmo-hlr_10.42.42.2(pid=3953): ERR: Terminated: ERROR {rc=237} [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3953)]\u000a14:57:57.364564 run osmo-hlr_10.42.42.2(pid=3953): stdout: \u000a| (launched: 2022-12-14_14:57:54.289188) \u000a14:57:57.416688 run osmo-hlr_10.42.42.2(pid=3953): stderr: \u000a| �[0;m�[1;31m20221214145754467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214145754467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214145754467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214145754467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214145754467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214145754467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214145754480 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214145754489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214145754489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214145754489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:57:57.487588 run osmo-msc_10.42.42.6(pid=3959): ERR: Terminated: ERROR {rc=2} [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3959)]\u000a14:57:57.539066 run osmo-msc_10.42.42.6(pid=3959): stdout: \u000a| (launched: 2022-12-14_14:57:56.301873) \u000a14:57:57.591638 run osmo-msc_10.42.42.6(pid=3959): stderr: \u000a| �[0;m�[38;5;43m20221214145756623 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214145756623 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f71e79abc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214145756624 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214145756624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214145756624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214145756624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214145756626 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214145756626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214145756626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214145756626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:57:57.635842 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3952): Terminating (SIGTERM)\u000a14:57:57.678308 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3955): Terminating (SIGTERM)\u000a14:57:57.720364 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3958): Terminating (SIGTERM)\u000a14:57:57.730280 --- ParallelTerminationStrategy: PID 3952 died...\u000a14:57:57.786401 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3952): Terminated: ok {rc=0}\u000a14:57:57.796462 --- ParallelTerminationStrategy: PID 3955 died...\u000a14:57:57.852207 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3955): Terminated: ok {rc=0}\u000a14:57:57.862345 --- ParallelTerminationStrategy: PID 3958 died...\u000a14:57:57.918142 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3958): Terminated: ok {rc=0}\u000a14:57:58.004931 bus /sierra_3: Setting Powered False\u000a14:57:59.111276 bus /sierra_3: Setting Powered False\u000a14:58:00.217956 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "81", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:57:40" }, { "cases" : [ { "testActions" : [ ], "age" : 90, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3971): Process ended prematurely: osmo-stp_10.42.42.5(pid=3971) [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3971)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3971): Process ended prematurely: osmo-stp_10.42.42.5(pid=3971) [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3971)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a14:58:02.228856 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a14:58:02.241340 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a14:58:02.403731 tst mo_mt_call.py: using LAC 41688\u000a14:58:02.530187 tst mo_mt_call.py: using RAC 123\u000a14:58:02.656644 tst mo_mt_call.py: using CellId 41688\u000a14:58:02.781966 tst mo_mt_call.py: using BVCI 41689\u000a14:58:02.806533 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a14:58:02.817968 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a14:58:02.829250 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a14:58:02.840443 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a14:58:02.851839 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a14:58:02.863094 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a14:58:02.979527 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a14:58:03.182284 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:58:03.661357 run create_hlr_db(pid=3965): Launched\u000a14:58:03.835487 bus /sierra_2: Setting Powered False\u000a14:58:04.858042 run create_hlr_db(pid=3965): Terminated: ok {rc=0}\u000a14:58:05.288644 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3967): Launched\u000a14:58:05.613808 run osmo-hlr_10.42.42.2(pid=3968): Launched\u000a14:58:05.732666 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:58:06.296007 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3970): Launched\u000a14:58:06.620263 run osmo-stp_10.42.42.5(pid=3971): Launched\u000a14:58:06.737724 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:58:07.329987 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3973): Launched\u000a14:58:07.653933 run osmo-msc_10.42.42.6(pid=3974): Launched\u000a14:58:07.844575 run osmo-stp_10.42.42.5(pid=3971): ERR: Terminated: ERROR {rc=1} [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3971)]\u000a14:58:07.982450 run osmo-stp_10.42.42.5(pid=3971): stdout: \u000a| (launched: 2022-12-14_14:58:06.460717)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:58:08.118249 run osmo-stp_10.42.42.5(pid=3971): stderr: \u000a| �[0;m�[38;5;43m20221214145806652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214145806653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214145806653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214145806653 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214145806654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214145806654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214145806654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:58:08.247736 run osmo-stp_10.42.42.5(pid=3971): stdout: \u000a| (launched: 2022-12-14_14:58:06.460717)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:58:08.376086 run osmo-stp_10.42.42.5(pid=3971): stderr: \u000a| �[0;m�[38;5;43m20221214145806652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214145806653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214145806653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214145806653 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214145806654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214145806654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214145806654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:58:08.432884 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3971): Process ended prematurely: osmo-stp_10.42.42.5(pid=3971) [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3971)] [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a14:58:08.442286 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a14:58:08.504565 run osmo-hlr_10.42.42.2(pid=3968): ERR: Terminated: ERROR {rc=237} [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3968)]\u000a14:58:08.555782 run osmo-hlr_10.42.42.2(pid=3968): stdout: \u000a| (launched: 2022-12-14_14:58:05.454370) \u000a14:58:08.607820 run osmo-hlr_10.42.42.2(pid=3968): stderr: \u000a| �[0;m�[1;31m20221214145805652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214145805652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214145805652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214145805652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214145805652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214145805652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214145805665 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214145805675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214145805675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214145805675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:58:08.678283 run osmo-msc_10.42.42.6(pid=3974): ERR: Terminated: ERROR {rc=2} [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3974)]\u000a14:58:08.729451 run osmo-msc_10.42.42.6(pid=3974): stdout: \u000a| (launched: 2022-12-14_14:58:07.494990) \u000a14:58:08.780897 run osmo-msc_10.42.42.6(pid=3974): stderr: \u000a| �[0;m�[38;5;43m20221214145807820 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214145807820 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f736f8a3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214145807820 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214145807820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214145807820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214145807821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214145807822 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214145807823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214145807823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214145807823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:58:08.824894 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3967): Terminating (SIGTERM)\u000a14:58:08.866534 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3970): Terminating (SIGTERM)\u000a14:58:08.908478 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3973): Terminating (SIGTERM)\u000a14:58:08.918106 --- ParallelTerminationStrategy: PID 3967 died...\u000a14:58:08.973345 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3967): Terminated: ok {rc=0}\u000a14:58:08.983307 --- ParallelTerminationStrategy: PID 3970 died...\u000a14:58:09.038583 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3970): Terminated: ok {rc=0}\u000a14:58:09.048466 --- ParallelTerminationStrategy: PID 3973 died...\u000a14:58:09.103932 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3973): Terminated: ok {rc=0}\u000a14:58:09.190894 bus /sierra_3: Setting Powered False\u000a14:58:10.297523 bus /sierra_3: Setting Powered False\u000a14:58:11.410304 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 90, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3982): Process ended prematurely: osmo-stp_10.42.42.5(pid=3982) [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3982)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3982): Process ended prematurely: osmo-stp_10.42.42.5(pid=3982) [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3982)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a14:58:12.523427 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a14:58:12.535531 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a14:58:12.698913 tst mo_mt_call_osmux.py: using LAC 41689\u000a14:58:12.827851 tst mo_mt_call_osmux.py: using RAC 124\u000a14:58:12.960636 tst mo_mt_call_osmux.py: using CellId 41689\u000a14:58:13.087209 tst mo_mt_call_osmux.py: using BVCI 41690\u000a14:58:13.112107 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a14:58:13.123709 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a14:58:13.135190 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a14:58:13.146720 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a14:58:13.158326 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a14:58:13.169620 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a14:58:13.286616 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a14:58:13.486606 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:58:13.963091 run create_hlr_db(pid=3976): Launched\u000a14:58:14.136239 bus /sierra_2: Setting Powered False\u000a14:58:15.158394 run create_hlr_db(pid=3976): Terminated: ok {rc=0}\u000a14:58:15.589070 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3978): Launched\u000a14:58:15.931458 run osmo-hlr_10.42.42.2(pid=3979): Launched\u000a14:58:16.136117 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:58:16.911667 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3981): Launched\u000a14:58:17.375567 run osmo-stp_10.42.42.5(pid=3982): Launched\u000a14:58:17.589177 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:58:18.141103 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3984): Launched\u000a14:58:18.442690 run osmo-msc_10.42.42.6(pid=3985): Launched\u000a14:58:18.620669 run osmo-stp_10.42.42.5(pid=3982): ERR: Terminated: ERROR {rc=1} [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3982)]\u000a14:58:18.749286 run osmo-stp_10.42.42.5(pid=3982): stdout: \u000a| (launched: 2022-12-14_14:58:17.105857)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:58:18.875125 run osmo-stp_10.42.42.5(pid=3982): stderr: \u000a| �[0;m�[38;5;43m20221214145817390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214145817390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214145817390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214145817391 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214145817391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214145817391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214145817391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:58:18.996089 run osmo-stp_10.42.42.5(pid=3982): stdout: \u000a| (launched: 2022-12-14_14:58:17.105857)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:58:19.115888 run osmo-stp_10.42.42.5(pid=3982): stderr: \u000a| �[0;m�[38;5;43m20221214145817390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214145817390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214145817390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214145817391 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214145817391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214145817391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214145817391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:58:19.168875 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3982): Process ended prematurely: osmo-stp_10.42.42.5(pid=3982) [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3982)] [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a14:58:19.177449 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a14:58:19.237571 run osmo-hlr_10.42.42.2(pid=3979): ERR: Terminated: ERROR {rc=237} [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3979)]\u000a14:58:19.286734 run osmo-hlr_10.42.42.2(pid=3979): stdout: \u000a| (launched: 2022-12-14_14:58:15.753847) \u000a14:58:19.336595 run osmo-hlr_10.42.42.2(pid=3979): stderr: \u000a| �[0;m�[1;31m20221214145816098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214145816099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214145816099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214145816099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214145816099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214145816099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214145816120 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214145816144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214145816145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214145816145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:58:19.404215 run osmo-msc_10.42.42.6(pid=3985): ERR: Terminated: ERROR {rc=2} [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3985)]\u000a14:58:19.453843 run osmo-msc_10.42.42.6(pid=3985): stdout: \u000a| (launched: 2022-12-14_14:58:18.293387) \u000a14:58:19.503553 run osmo-msc_10.42.42.6(pid=3985): stderr: \u000a| �[0;m�[38;5;43m20221214145818566 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214145818566 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd95d588c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214145818566 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214145818566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214145818566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214145818566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214145818568 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214145818568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214145818569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214145818569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:58:19.545959 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3978): Terminating (SIGTERM)\u000a14:58:19.586164 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3981): Terminating (SIGTERM)\u000a14:58:19.625990 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3984): Terminating (SIGTERM)\u000a14:58:19.635230 --- ParallelTerminationStrategy: PID 3978 died...\u000a14:58:19.688641 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3978): Terminated: ok {rc=0}\u000a14:58:19.698162 --- ParallelTerminationStrategy: PID 3981 died...\u000a14:58:19.751589 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3981): Terminated: ok {rc=0}\u000a14:58:19.761092 --- ParallelTerminationStrategy: PID 3984 died...\u000a14:58:19.814160 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3984): Terminated: ok {rc=0}\u000a14:58:19.902228 bus /sierra_3: Setting Powered False\u000a14:58:21.003367 bus /sierra_3: Setting Powered False\u000a14:58:22.114564 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "82", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:58:01" }, { "cases" : [ { "testActions" : [ ], "age" : 90, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3996): Process ended prematurely: osmo-stp_10.42.42.5(pid=3996) [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3996)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3996): Process ended prematurely: osmo-stp_10.42.42.5(pid=3996) [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3996)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a14:58:24.099148 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a14:58:24.110491 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a14:58:24.267100 tst mo_mt_call.py: using LAC 41690\u000a14:58:24.387689 tst mo_mt_call.py: using RAC 125\u000a14:58:24.507666 tst mo_mt_call.py: using CellId 41690\u000a14:58:24.628504 tst mo_mt_call.py: using BVCI 41691\u000a14:58:24.651406 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a14:58:24.662408 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a14:58:24.673255 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a14:58:24.684308 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a14:58:24.695540 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a14:58:24.706712 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a14:58:24.824652 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a14:58:25.025856 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:58:25.499224 run create_hlr_db(pid=3990): Launched\u000a14:58:25.672554 bus /sierra_2: Setting Powered False\u000a14:58:26.705567 run create_hlr_db(pid=3990): Terminated: ok {rc=0}\u000a14:58:27.135502 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3992): Launched\u000a14:58:27.459279 run osmo-hlr_10.42.42.2(pid=3993): Launched\u000a14:58:27.578449 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:58:28.139534 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3995): Launched\u000a14:58:28.464852 run osmo-stp_10.42.42.5(pid=3996): Launched\u000a14:58:28.582364 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:58:29.178482 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3998): Launched\u000a14:58:29.501942 run osmo-msc_10.42.42.6(pid=3999): Launched\u000a14:58:29.692034 run osmo-stp_10.42.42.5(pid=3996): ERR: Terminated: ERROR {rc=1} [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3996)]\u000a14:58:29.828559 run osmo-stp_10.42.42.5(pid=3996): stdout: \u000a| (launched: 2022-12-14_14:58:28.306210)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:58:29.964310 run osmo-stp_10.42.42.5(pid=3996): stderr: \u000a| �[0;m�[38;5;43m20221214145828500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214145828501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214145828501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214145828501 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214145828502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214145828502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214145828502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:58:30.093909 run osmo-stp_10.42.42.5(pid=3996): stdout: \u000a| (launched: 2022-12-14_14:58:28.306210)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:58:30.222331 run osmo-stp_10.42.42.5(pid=3996): stderr: \u000a| �[0;m�[38;5;43m20221214145828500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214145828501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214145828501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214145828501 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214145828502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214145828502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214145828502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:58:30.279007 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3996): Process ended prematurely: osmo-stp_10.42.42.5(pid=3996) [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3996)] [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a14:58:30.288129 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a14:58:30.350904 run osmo-hlr_10.42.42.2(pid=3993): ERR: Terminated: ERROR {rc=237} [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3993)]\u000a14:58:30.402022 run osmo-hlr_10.42.42.2(pid=3993): stdout: \u000a| (launched: 2022-12-14_14:58:27.299922) \u000a14:58:30.453845 run osmo-hlr_10.42.42.2(pid=3993): stderr: \u000a| �[0;m�[1;31m20221214145827500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214145827500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214145827500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214145827500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214145827500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214145827500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214145827513 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214145827521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214145827522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214145827522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:58:30.524017 run osmo-msc_10.42.42.6(pid=3999): ERR: Terminated: ERROR {rc=2} [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3999)]\u000a14:58:30.575291 run osmo-msc_10.42.42.6(pid=3999): stdout: \u000a| (launched: 2022-12-14_14:58:29.343053) \u000a14:58:30.626945 run osmo-msc_10.42.42.6(pid=3999): stderr: \u000a| �[0;m�[38;5;43m20221214145829664 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214145829664 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efdd3c13c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214145829664 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214145829664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214145829665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214145829665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214145829667 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214145829667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214145829667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214145829667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:58:30.671209 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3992): Terminating (SIGTERM)\u000a14:58:30.712613 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3995): Terminating (SIGTERM)\u000a14:58:30.754918 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3998): Terminating (SIGTERM)\u000a14:58:30.764578 --- ParallelTerminationStrategy: PID 3992 died...\u000a14:58:30.820091 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3992): Terminated: ok {rc=0}\u000a14:58:30.831516 --- ParallelTerminationStrategy: PID 3995 died...\u000a14:58:30.899117 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3995): Terminated: ok {rc=0}\u000a14:58:30.915484 --- ParallelTerminationStrategy: PID 3998 died...\u000a14:58:30.972195 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3998): Terminated: ok {rc=0}\u000a14:58:31.063678 bus /sierra_3: Setting Powered False\u000a14:58:32.182715 bus /sierra_3: Setting Powered False\u000a14:58:33.290733 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 92, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4007): Process ended prematurely: osmo-stp_10.42.42.5(pid=4007) [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4007)]", "failedSince" : 2316, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4007): Process ended prematurely: osmo-stp_10.42.42.5(pid=4007) [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4007)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a14:58:34.405517 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a14:58:34.417802 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a14:58:34.583678 tst mo_mt_call_osmux.py: using LAC 41691\u000a14:58:34.712362 tst mo_mt_call_osmux.py: using RAC 126\u000a14:58:34.834221 tst mo_mt_call_osmux.py: using CellId 41691\u000a14:58:34.957345 tst mo_mt_call_osmux.py: using BVCI 41692\u000a14:58:34.980204 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a14:58:34.991500 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a14:58:35.002634 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a14:58:35.013592 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a14:58:35.025429 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a14:58:35.037405 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a14:58:35.157978 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a14:58:35.360774 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:58:35.836412 run create_hlr_db(pid=4001): Launched\u000a14:58:36.009757 bus /sierra_2: Setting Powered False\u000a14:58:37.031290 run create_hlr_db(pid=4001): Terminated: ok {rc=0}\u000a14:58:37.433803 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4003): Launched\u000a14:58:37.736507 run osmo-hlr_10.42.42.2(pid=4004): Launched\u000a14:58:37.854099 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:58:38.387330 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4006): Launched\u000a14:58:38.689845 run osmo-stp_10.42.42.5(pid=4007): Launched\u000a14:58:38.800247 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:58:39.352794 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4009): Launched\u000a14:58:39.656481 run osmo-msc_10.42.42.6(pid=4010): Launched\u000a14:58:39.835076 run osmo-stp_10.42.42.5(pid=4007): ERR: Terminated: ERROR {rc=1} [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4007)]\u000a14:58:39.963339 run osmo-stp_10.42.42.5(pid=4007): stdout: \u000a| (launched: 2022-12-14_14:58:38.540334)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:58:40.089603 run osmo-stp_10.42.42.5(pid=4007): stderr: \u000a| �[0;m�[38;5;43m20221214145838712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214145838713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214145838713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214145838713 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214145838714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214145838714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214145838714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:58:40.210905 run osmo-stp_10.42.42.5(pid=4007): stdout: \u000a| (launched: 2022-12-14_14:58:38.540334)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:58:40.330913 run osmo-stp_10.42.42.5(pid=4007): stderr: \u000a| �[0;m�[38;5;43m20221214145838712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214145838713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214145838713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214145838713 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214145838714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214145838714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214145838714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:58:40.384135 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4007): Process ended prematurely: osmo-stp_10.42.42.5(pid=4007) [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4007)] [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a14:58:40.392869 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a14:58:40.452785 run osmo-hlr_10.42.42.2(pid=4004): ERR: Terminated: ERROR {rc=237} [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4004)]\u000a14:58:40.501731 run osmo-hlr_10.42.42.2(pid=4004): stdout: \u000a| (launched: 2022-12-14_14:58:37.587478) \u000a14:58:40.551636 run osmo-hlr_10.42.42.2(pid=4004): stderr: \u000a| �[0;m�[1;31m20221214145837764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214145837764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214145837764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214145837764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214145837764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214145837764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214145837776 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214145837784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214145837784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214145837785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:58:40.618682 run osmo-msc_10.42.42.6(pid=4010): ERR: Terminated: ERROR {rc=2} [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4010)]\u000a14:58:40.667392 run osmo-msc_10.42.42.6(pid=4010): stdout: \u000a| (launched: 2022-12-14_14:58:39.506069) \u000a14:58:40.716746 run osmo-msc_10.42.42.6(pid=4010): stderr: \u000a| �[0;m�[38;5;43m20221214145839779 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214145839780 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f271d9bcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214145839780 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214145839780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214145839780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214145839780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214145839782 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214145839782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214145839783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214145839783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:58:40.758571 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4003): Terminating (SIGTERM)\u000a14:58:40.797963 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4006): Terminating (SIGTERM)\u000a14:58:40.837569 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4009): Terminating (SIGTERM)\u000a14:58:40.846829 --- ParallelTerminationStrategy: PID 4003 died...\u000a14:58:40.900098 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4003): Terminated: ok {rc=0}\u000a14:58:40.909733 --- ParallelTerminationStrategy: PID 4006 died...\u000a14:58:40.963022 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4006): Terminated: ok {rc=0}\u000a14:58:40.972600 --- ParallelTerminationStrategy: PID 4009 died...\u000a14:58:41.025548 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4009): Terminated: ok {rc=0}\u000a14:58:41.112793 bus /sierra_3: Setting Powered False\u000a14:58:42.215678 bus /sierra_3: Setting Powered False\u000a14:58:43.323033 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "83", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:58:23" }, { "cases" : [ { "testActions" : [ ], "age" : 90, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4021): Process ended prematurely: osmo-stp_10.42.42.5(pid=4021) [trial-2406↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4021)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4021): Process ended prematurely: osmo-stp_10.42.42.5(pid=4021) [trial-2406↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4021)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a14:58:45.329153 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a14:58:45.340884 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a14:58:45.505405 tst mo_mt_call.py: using LAC 41692\u000a14:58:45.633411 tst mo_mt_call.py: using RAC 127\u000a14:58:45.770017 tst mo_mt_call.py: using CellId 41692\u000a14:58:45.899297 tst mo_mt_call.py: using BVCI 41693\u000a14:58:45.930975 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a14:58:45.943523 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a14:58:45.955465 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a14:58:45.967573 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a14:58:45.979758 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a14:58:45.991803 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a14:58:46.115560 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a14:58:46.328563 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:58:46.883555 run create_hlr_db(pid=4015): Launched\u000a14:58:47.073598 bus /sierra_2: Setting Powered False\u000a14:58:48.091791 run create_hlr_db(pid=4015): Terminated: ok {rc=0}\u000a14:58:48.498145 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4017): Launched\u000a14:58:48.801880 run osmo-hlr_10.42.42.2(pid=4018): Launched\u000a14:58:48.912720 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:58:49.435837 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4020): Launched\u000a14:58:49.736921 run osmo-stp_10.42.42.5(pid=4021): Launched\u000a14:58:49.846240 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:58:50.396607 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4023): Launched\u000a14:58:50.698998 run osmo-msc_10.42.42.6(pid=4024): Launched\u000a14:58:50.875667 run osmo-stp_10.42.42.5(pid=4021): ERR: Terminated: ERROR {rc=1} [trial-2406↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4021)]\u000a14:58:51.003304 run osmo-stp_10.42.42.5(pid=4021): stdout: \u000a| (launched: 2022-12-14_14:58:49.588248)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:58:51.129419 run osmo-stp_10.42.42.5(pid=4021): stderr: \u000a| �[0;m�[38;5;43m20221214145849760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214145849760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214145849761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214145849761 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214145849761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214145849762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214145849762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:58:51.250447 run osmo-stp_10.42.42.5(pid=4021): stdout: \u000a| (launched: 2022-12-14_14:58:49.588248)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:58:51.370123 run osmo-stp_10.42.42.5(pid=4021): stderr: \u000a| �[0;m�[38;5;43m20221214145849760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214145849760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214145849761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214145849761 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214145849761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214145849762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214145849762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:58:51.423162 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4021): Process ended prematurely: osmo-stp_10.42.42.5(pid=4021) [trial-2406↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4021)] [trial-2406↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a14:58:51.431722 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a14:58:51.491397 run osmo-hlr_10.42.42.2(pid=4018): ERR: Terminated: ERROR {rc=237} [trial-2406↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4018)]\u000a14:58:51.540160 run osmo-hlr_10.42.42.2(pid=4018): stdout: \u000a| (launched: 2022-12-14_14:58:48.651280) \u000a14:58:51.589745 run osmo-hlr_10.42.42.2(pid=4018): stderr: \u000a| �[0;m�[1;31m20221214145848827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214145848827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214145848827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214145848827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214145848827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214145848827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214145848840 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214145848849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214145848849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214145848849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:58:51.656741 run osmo-msc_10.42.42.6(pid=4024): ERR: Terminated: ERROR {rc=2} [trial-2406↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4024)]\u000a14:58:51.705801 run osmo-msc_10.42.42.6(pid=4024): stdout: \u000a| (launched: 2022-12-14_14:58:50.549789) \u000a14:58:51.755039 run osmo-msc_10.42.42.6(pid=4024): stderr: \u000a| �[0;m�[38;5;43m20221214145850823 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214145850823 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcd1c752c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214145850823 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214145850823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214145850824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214145850824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214145850826 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214145850826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214145850826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214145850826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:58:51.796980 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4017): Terminating (SIGTERM)\u000a14:58:51.836739 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4020): Terminating (SIGTERM)\u000a14:58:51.876504 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4023): Terminating (SIGTERM)\u000a14:58:51.885907 --- ParallelTerminationStrategy: PID 4017 died...\u000a14:58:51.939952 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4017): Terminated: ok {rc=0}\u000a14:58:51.949542 --- ParallelTerminationStrategy: PID 4020 died...\u000a14:58:52.002480 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4020): Terminated: ok {rc=0}\u000a14:58:52.011876 --- ParallelTerminationStrategy: PID 4023 died...\u000a14:58:52.064856 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4023): Terminated: ok {rc=0}\u000a14:58:52.152743 bus /sierra_3: Setting Powered False\u000a14:58:53.255853 bus /sierra_3: Setting Powered False\u000a14:58:54.367145 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 90, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4032): Process ended prematurely: osmo-stp_10.42.42.5(pid=4032) [trial-2406↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4032)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4032): Process ended prematurely: osmo-stp_10.42.42.5(pid=4032) [trial-2406↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4032)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a14:58:55.477434 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a14:58:55.489097 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a14:58:55.644439 tst mo_mt_call_osmux.py: using LAC 41693\u000a14:58:55.764869 tst mo_mt_call_osmux.py: using RAC 128\u000a14:58:55.883842 tst mo_mt_call_osmux.py: using CellId 41693\u000a14:58:56.003834 tst mo_mt_call_osmux.py: using BVCI 41694\u000a14:58:56.026591 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a14:58:56.037602 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a14:58:56.048506 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a14:58:56.059320 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a14:58:56.070591 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a14:58:56.081785 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a14:58:56.197235 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a14:58:56.406883 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:58:56.925209 run create_hlr_db(pid=4026): Launched\u000a14:58:57.111823 bus /sierra_2: Setting Powered False\u000a14:58:58.133217 run create_hlr_db(pid=4026): Terminated: ok {rc=0}\u000a14:58:58.541032 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4028): Launched\u000a14:58:58.843112 run osmo-hlr_10.42.42.2(pid=4029): Launched\u000a14:58:58.960058 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:58:59.493750 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4031): Launched\u000a14:58:59.796169 run osmo-stp_10.42.42.5(pid=4032): Launched\u000a14:58:59.906078 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:59:00.459092 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4034): Launched\u000a14:59:00.764157 run osmo-msc_10.42.42.6(pid=4035): Launched\u000a14:59:01.128751 run osmo-stp_10.42.42.5(pid=4032): ERR: Terminated: ERROR {rc=1} [trial-2406↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4032)]\u000a14:59:01.268355 run osmo-stp_10.42.42.5(pid=4032): stdout: \u000a| (launched: 2022-12-14_14:58:59.646965)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:59:01.406517 run osmo-stp_10.42.42.5(pid=4032): stderr: \u000a| �[0;m�[38;5;43m20221214145859817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214145859818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214145859818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214145859818 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214145859819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214145859819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214145859819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:59:01.543508 run osmo-stp_10.42.42.5(pid=4032): stdout: \u000a| (launched: 2022-12-14_14:58:59.646965)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:59:01.676551 run osmo-stp_10.42.42.5(pid=4032): stderr: \u000a| �[0;m�[38;5;43m20221214145859817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214145859818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214145859818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214145859818 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214145859819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214145859819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214145859819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:59:01.736027 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4032): Process ended prematurely: osmo-stp_10.42.42.5(pid=4032) [trial-2406↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4032)] [trial-2406↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a14:59:01.746388 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a14:59:01.812222 run osmo-hlr_10.42.42.2(pid=4029): ERR: Terminated: ERROR {rc=237} [trial-2406↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4029)]\u000a14:59:01.864896 run osmo-hlr_10.42.42.2(pid=4029): stdout: \u000a| (launched: 2022-12-14_14:58:58.694609) \u000a14:59:01.919046 run osmo-hlr_10.42.42.2(pid=4029): stderr: \u000a| �[0;m�[1;31m20221214145858870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214145858870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214145858870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214145858871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214145858871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214145858871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214145858883 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214145858894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214145858894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214145858894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:59:01.990985 run osmo-msc_10.42.42.6(pid=4035): ERR: Terminated: ERROR {rc=2} [trial-2406↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4035)]\u000a14:59:02.043375 run osmo-msc_10.42.42.6(pid=4035): stdout: \u000a| (launched: 2022-12-14_14:59:00.612364) \u000a14:59:02.099460 run osmo-msc_10.42.42.6(pid=4035): stderr: \u000a| �[0;m�[38;5;43m20221214145900899 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214145900899 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fec85e7ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214145900899 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214145900899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214145900899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214145900899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214145900903 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214145900903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214145900903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214145900903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:59:02.145017 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4028): Terminating (SIGTERM)\u000a14:59:02.189709 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4031): Terminating (SIGTERM)\u000a14:59:02.234644 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4034): Terminating (SIGTERM)\u000a14:59:02.244481 --- ParallelTerminationStrategy: PID 4028 died...\u000a14:59:02.300262 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4028): Terminated: ok {rc=0}\u000a14:59:02.310297 --- ParallelTerminationStrategy: PID 4031 died...\u000a14:59:02.366250 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4031): Terminated: ok {rc=0}\u000a14:59:02.376332 --- ParallelTerminationStrategy: PID 4034 died...\u000a14:59:02.431739 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4034): Terminated: ok {rc=0}\u000a14:59:02.519439 bus /sierra_3: Setting Powered False\u000a14:59:03.625642 bus /sierra_3: Setting Powered False\u000a14:59:04.734565 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "84", "name" : "voice_trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:58:45" }, { "cases" : [ { "testActions" : [ ], "age" : 90, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4047): Process ended prematurely: osmo-stp_10.42.42.5(pid=4047) [trial-2406↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4047)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4047): Process ended prematurely: osmo-stp_10.42.42.5(pid=4047) [trial-2406↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4047)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a14:59:06.724552 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a14:59:06.735285 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a14:59:06.889447 tst mo_mt_call.py: using LAC 41694\u000a14:59:07.015191 tst mo_mt_call.py: using RAC 129\u000a14:59:07.141491 tst mo_mt_call.py: using CellId 41694\u000a14:59:07.273076 tst mo_mt_call.py: using BVCI 41695\u000a14:59:07.297637 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a14:59:07.309066 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a14:59:07.320081 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a14:59:07.331130 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a14:59:07.342302 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a14:59:07.353421 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a14:59:07.469976 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a14:59:07.668918 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:59:08.144333 run create_hlr_db(pid=4041): Launched\u000a14:59:08.317934 bus /sierra_2: Setting Powered False\u000a14:59:09.338713 run create_hlr_db(pid=4041): Terminated: ok {rc=0}\u000a14:59:09.742671 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4043): Launched\u000a14:59:10.046261 run osmo-hlr_10.42.42.2(pid=4044): Launched\u000a14:59:10.163520 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:59:10.692434 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4046): Launched\u000a14:59:10.994808 run osmo-stp_10.42.42.5(pid=4047): Launched\u000a14:59:11.105416 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:59:11.658013 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4049): Launched\u000a14:59:11.962353 run osmo-msc_10.42.42.6(pid=4050): Launched\u000a14:59:12.140864 run osmo-stp_10.42.42.5(pid=4047): ERR: Terminated: ERROR {rc=1} [trial-2406↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4047)]\u000a14:59:12.269223 run osmo-stp_10.42.42.5(pid=4047): stdout: \u000a| (launched: 2022-12-14_14:59:10.845934)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:59:12.394608 run osmo-stp_10.42.42.5(pid=4047): stderr: \u000a| �[0;m�[38;5;43m20221214145911017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214145911017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214145911017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214145911017 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214145911018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214145911018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214145911018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:59:12.515569 run osmo-stp_10.42.42.5(pid=4047): stdout: \u000a| (launched: 2022-12-14_14:59:10.845934)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:59:12.635182 run osmo-stp_10.42.42.5(pid=4047): stderr: \u000a| �[0;m�[38;5;43m20221214145911017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214145911017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214145911017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214145911017 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214145911018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214145911018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214145911018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:59:12.688332 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4047): Process ended prematurely: osmo-stp_10.42.42.5(pid=4047) [trial-2406↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4047)] [trial-2406↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a14:59:12.697278 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a14:59:12.756745 run osmo-hlr_10.42.42.2(pid=4044): ERR: Terminated: ERROR {rc=237} [trial-2406↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4044)]\u000a14:59:12.805598 run osmo-hlr_10.42.42.2(pid=4044): stdout: \u000a| (launched: 2022-12-14_14:59:09.896441) \u000a14:59:12.854875 run osmo-hlr_10.42.42.2(pid=4044): stderr: \u000a| �[0;m�[1;31m20221214145910072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214145910072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214145910073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214145910073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214145910073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214145910073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214145910089 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214145910098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214145910099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214145910099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:59:12.922053 run osmo-msc_10.42.42.6(pid=4050): ERR: Terminated: ERROR {rc=2} [trial-2406↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4050)]\u000a14:59:12.971081 run osmo-msc_10.42.42.6(pid=4050): stdout: \u000a| (launched: 2022-12-14_14:59:11.811214) \u000a14:59:13.020313 run osmo-msc_10.42.42.6(pid=4050): stderr: \u000a| �[0;m�[38;5;43m20221214145912080 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214145912080 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7d3aef9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214145912080 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214145912080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214145912080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214145912081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214145912082 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214145912083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214145912083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214145912083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:59:13.062868 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4043): Terminating (SIGTERM)\u000a14:59:13.102735 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4046): Terminating (SIGTERM)\u000a14:59:13.142476 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4049): Terminating (SIGTERM)\u000a14:59:13.151650 --- ParallelTerminationStrategy: PID 4043 died...\u000a14:59:13.205012 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4043): Terminated: ok {rc=0}\u000a14:59:13.214495 --- ParallelTerminationStrategy: PID 4046 died...\u000a14:59:13.267609 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4046): Terminated: ok {rc=0}\u000a14:59:13.277174 --- ParallelTerminationStrategy: PID 4049 died...\u000a14:59:13.330623 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4049): Terminated: ok {rc=0}\u000a14:59:13.419265 bus /sierra_3: Setting Powered False\u000a14:59:14.521776 bus /sierra_3: Setting Powered False\u000a14:59:15.628243 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 90, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4058): Process ended prematurely: osmo-stp_10.42.42.5(pid=4058) [trial-2406↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4058)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4058): Process ended prematurely: osmo-stp_10.42.42.5(pid=4058) [trial-2406↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4058)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a14:59:16.741436 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a14:59:16.754094 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a14:59:16.915154 tst mo_mt_call_osmux.py: using LAC 41695\u000a14:59:17.042546 tst mo_mt_call_osmux.py: using RAC 130\u000a14:59:17.186881 tst mo_mt_call_osmux.py: using CellId 41695\u000a14:59:17.319290 tst mo_mt_call_osmux.py: using BVCI 41696\u000a14:59:17.344435 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a14:59:17.355753 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a14:59:17.366892 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a14:59:17.378134 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a14:59:17.389375 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a14:59:17.400435 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a14:59:17.521688 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a14:59:17.724353 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:59:18.202775 run create_hlr_db(pid=4052): Launched\u000a14:59:18.376709 bus /sierra_2: Setting Powered False\u000a14:59:19.398875 run create_hlr_db(pid=4052): Terminated: ok {rc=0}\u000a14:59:19.833461 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4054): Launched\u000a14:59:20.157210 run osmo-hlr_10.42.42.2(pid=4055): Launched\u000a14:59:20.280563 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:59:20.845556 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4057): Launched\u000a14:59:21.171160 run osmo-stp_10.42.42.5(pid=4058): Launched\u000a14:59:21.288502 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:59:21.886909 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4060): Launched\u000a14:59:22.211610 run osmo-msc_10.42.42.6(pid=4061): Launched\u000a14:59:22.401368 run osmo-stp_10.42.42.5(pid=4058): ERR: Terminated: ERROR {rc=1} [trial-2406↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4058)]\u000a14:59:22.538125 run osmo-stp_10.42.42.5(pid=4058): stdout: \u000a| (launched: 2022-12-14_14:59:21.010289)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:59:22.674367 run osmo-stp_10.42.42.5(pid=4058): stderr: \u000a| �[0;m�[38;5;43m20221214145921204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214145921205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214145921205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214145921205 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214145921206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214145921206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214145921206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:59:22.804560 run osmo-stp_10.42.42.5(pid=4058): stdout: \u000a| (launched: 2022-12-14_14:59:21.010289)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:59:22.933586 run osmo-stp_10.42.42.5(pid=4058): stderr: \u000a| �[0;m�[38;5;43m20221214145921204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214145921205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214145921205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214145921205 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214145921206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214145921206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214145921206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:59:22.990645 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4058): Process ended prematurely: osmo-stp_10.42.42.5(pid=4058) [trial-2406↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4058)] [trial-2406↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a14:59:22.999733 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a14:59:23.062345 run osmo-hlr_10.42.42.2(pid=4055): ERR: Terminated: ERROR {rc=237} [trial-2406↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4055)]\u000a14:59:23.113763 run osmo-hlr_10.42.42.2(pid=4055): stdout: \u000a| (launched: 2022-12-14_14:59:19.998266) \u000a14:59:23.165634 run osmo-hlr_10.42.42.2(pid=4055): stderr: \u000a| �[0;m�[1;31m20221214145920197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214145920197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214145920197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214145920197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214145920197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214145920197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214145920210 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214145920218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214145920218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214145920218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:59:23.236244 run osmo-msc_10.42.42.6(pid=4061): ERR: Terminated: ERROR {rc=2} [trial-2406↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4061)]\u000a14:59:23.287421 run osmo-msc_10.42.42.6(pid=4061): stdout: \u000a| (launched: 2022-12-14_14:59:22.052328) \u000a14:59:23.339084 run osmo-msc_10.42.42.6(pid=4061): stderr: \u000a| �[0;m�[38;5;43m20221214145922375 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214145922375 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7529d10c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214145922375 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214145922375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214145922375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214145922376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214145922377 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214145922378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214145922378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214145922378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:59:23.383150 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4054): Terminating (SIGTERM)\u000a14:59:23.424666 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4057): Terminating (SIGTERM)\u000a14:59:23.466308 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4060): Terminating (SIGTERM)\u000a14:59:23.475999 --- ParallelTerminationStrategy: PID 4054 died...\u000a14:59:23.531467 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4054): Terminated: ok {rc=0}\u000a14:59:23.541931 --- ParallelTerminationStrategy: PID 4057 died...\u000a14:59:23.597221 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4057): Terminated: ok {rc=0}\u000a14:59:23.607137 --- ParallelTerminationStrategy: PID 4060 died...\u000a14:59:23.662861 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4060): Terminated: ok {rc=0}\u000a14:59:23.750382 bus /sierra_3: Setting Powered False\u000a14:59:24.852485 bus /sierra_3: Setting Powered False\u000a14:59:25.964001 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "85", "name" : "voice_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:59:06" }, { "cases" : [ { "testActions" : [ ], "age" : 245, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4072): Process ended prematurely: osmo-stp_10.42.42.5(pid=4072) [trial-2406↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4072)]", "failedSince" : 2163, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4072): Process ended prematurely: osmo-stp_10.42.42.5(pid=4072) [trial-2406↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4072)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a14:59:27.950704 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a14:59:27.961913 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a14:59:28.106588 tst mo_mt_call.py: using LAC 41696\u000a14:59:28.232193 tst mo_mt_call.py: using RAC 131\u000a14:59:28.352226 tst mo_mt_call.py: using CellId 41696\u000a14:59:28.476129 tst mo_mt_call.py: using BVCI 41697\u000a14:59:28.500599 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a14:59:28.512397 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a14:59:28.524071 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a14:59:28.536158 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a14:59:28.547944 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a14:59:28.559511 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a14:59:28.675470 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a14:59:28.886430 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:59:29.404350 run create_hlr_db(pid=4066): Launched\u000a14:59:29.591271 bus /sierra_2: Setting Powered False\u000a14:59:30.612210 run create_hlr_db(pid=4066): Terminated: ok {rc=0}\u000a14:59:31.064092 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4068): Launched\u000a14:59:31.485088 run osmo-hlr_10.42.42.2(pid=4069): Launched\u000a14:59:31.672767 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:59:32.292169 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4071): Launched\u000a14:59:32.597396 run osmo-stp_10.42.42.5(pid=4072): Launched\u000a14:59:32.708125 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:59:33.261788 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4074): Launched\u000a14:59:33.566587 run osmo-msc_10.42.42.6(pid=4075): Launched\u000a14:59:33.746239 run osmo-stp_10.42.42.5(pid=4072): ERR: Terminated: ERROR {rc=1} [trial-2406↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4072)]\u000a14:59:33.875191 run osmo-stp_10.42.42.5(pid=4072): stdout: \u000a| (launched: 2022-12-14_14:59:32.445860)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:59:34.001345 run osmo-stp_10.42.42.5(pid=4072): stderr: \u000a| �[0;m�[38;5;43m20221214145932615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214145932616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214145932616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214145932616 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214145932617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214145932617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214145932617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:59:34.122862 run osmo-stp_10.42.42.5(pid=4072): stdout: \u000a| (launched: 2022-12-14_14:59:32.445860)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:59:34.242974 run osmo-stp_10.42.42.5(pid=4072): stderr: \u000a| �[0;m�[38;5;43m20221214145932615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214145932616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214145932616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214145932616 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214145932617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214145932617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214145932617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:59:34.295856 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4072): Process ended prematurely: osmo-stp_10.42.42.5(pid=4072) [trial-2406↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4072)] [trial-2406↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a14:59:34.304407 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a14:59:34.364976 run osmo-hlr_10.42.42.2(pid=4069): ERR: Terminated: ERROR {rc=237} [trial-2406↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4069)]\u000a14:59:34.413919 run osmo-hlr_10.42.42.2(pid=4069): stdout: \u000a| (launched: 2022-12-14_14:59:31.223197) \u000a14:59:34.463365 run osmo-hlr_10.42.42.2(pid=4069): stderr: \u000a| �[0;m�[1;31m20221214145931571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214145931571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214145931571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214145931571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214145931571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214145931572 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214145931591 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214145931607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214145931608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214145931608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:59:34.530692 run osmo-msc_10.42.42.6(pid=4075): ERR: Terminated: ERROR {rc=2} [trial-2406↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4075)]\u000a14:59:34.579453 run osmo-msc_10.42.42.6(pid=4075): stdout: \u000a| (launched: 2022-12-14_14:59:33.414969) \u000a14:59:34.628932 run osmo-msc_10.42.42.6(pid=4075): stderr: \u000a| �[0;m�[38;5;43m20221214145933703 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214145933704 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe44879fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214145933704 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214145933704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214145933704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214145933704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214145933706 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214145933706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214145933706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214145933706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:59:34.670981 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4068): Terminating (SIGTERM)\u000a14:59:34.710652 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4071): Terminating (SIGTERM)\u000a14:59:34.750401 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4074): Terminating (SIGTERM)\u000a14:59:34.759571 --- ParallelTerminationStrategy: PID 4068 died...\u000a14:59:34.812884 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4068): Terminated: ok {rc=0}\u000a14:59:34.822795 --- ParallelTerminationStrategy: PID 4071 died...\u000a14:59:34.876167 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4071): Terminated: ok {rc=0}\u000a14:59:34.885659 --- ParallelTerminationStrategy: PID 4074 died...\u000a14:59:34.938808 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4074): Terminated: ok {rc=0}\u000a14:59:35.026689 bus /sierra_3: Setting Powered False\u000a14:59:36.131885 bus /sierra_3: Setting Powered False\u000a14:59:37.242932 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4084): Process ended prematurely: osmo-stp_10.42.42.5(pid=4084) [trial-2406↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4084)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4084): Process ended prematurely: osmo-stp_10.42.42.5(pid=4084) [trial-2406↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4084)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a14:59:38.352176 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a14:59:38.364076 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a14:59:38.503709 tst mo_mt_call_osmux.py: using LAC 41697\u000a14:59:38.624021 tst mo_mt_call_osmux.py: using RAC 132\u000a14:59:38.743947 tst mo_mt_call_osmux.py: using CellId 41697\u000a14:59:38.863831 tst mo_mt_call_osmux.py: using BVCI 41698\u000a14:59:38.886653 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a14:59:38.897887 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a14:59:38.908831 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a14:59:38.919737 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a14:59:38.931241 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a14:59:38.942599 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a14:59:39.062897 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a14:59:39.266438 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:59:39.743619 run create_hlr_db(pid=4077): Launched\u000a14:59:39.917055 bus /sierra_2: Setting Powered False\u000a14:59:40.938102 run create_hlr_db(pid=4077): Terminated: ok {rc=0}\u000a14:59:41.368275 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4079): Launched\u000a14:59:41.691590 run osmo-hlr_10.42.42.2(pid=4080): Launched\u000a14:59:41.811436 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:59:42.376901 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4083): Launched\u000a14:59:42.702231 run osmo-stp_10.42.42.5(pid=4084): Launched\u000a14:59:42.820634 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:59:43.413634 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4086): Launched\u000a14:59:43.738293 run osmo-msc_10.42.42.6(pid=4087): Launched\u000a14:59:43.928362 run osmo-stp_10.42.42.5(pid=4084): ERR: Terminated: ERROR {rc=1} [trial-2406↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4084)]\u000a14:59:44.065483 run osmo-stp_10.42.42.5(pid=4084): stdout: \u000a| (launched: 2022-12-14_14:59:42.542437)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:59:44.203052 run osmo-stp_10.42.42.5(pid=4084): stderr: \u000a| �[0;m�[38;5;43m20221214145942736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214145942736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214145942737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214145942737 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214145942738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214145942738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214145942738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:59:44.332922 run osmo-stp_10.42.42.5(pid=4084): stdout: \u000a| (launched: 2022-12-14_14:59:42.542437)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:59:44.461681 run osmo-stp_10.42.42.5(pid=4084): stderr: \u000a| �[0;m�[38;5;43m20221214145942736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214145942736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214145942737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214145942737 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214145942738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214145942738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214145942738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:59:44.518806 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4084): Process ended prematurely: osmo-stp_10.42.42.5(pid=4084) [trial-2406↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4084)] [trial-2406↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a14:59:44.527874 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a14:59:44.589995 run osmo-hlr_10.42.42.2(pid=4080): ERR: Terminated: ERROR {rc=237} [trial-2406↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4080)]\u000a14:59:44.640902 run osmo-hlr_10.42.42.2(pid=4080): stdout: \u000a| (launched: 2022-12-14_14:59:41.533324) \u000a14:59:44.692313 run osmo-hlr_10.42.42.2(pid=4080): stderr: \u000a| �[0;m�[1;31m20221214145941731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214145941731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214145941731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214145941731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214145941731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214145941731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214145941752 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214145941762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214145941762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214145941762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:59:44.762748 run osmo-msc_10.42.42.6(pid=4087): ERR: Terminated: ERROR {rc=2} [trial-2406↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4087)]\u000a14:59:44.813538 run osmo-msc_10.42.42.6(pid=4087): stdout: \u000a| (launched: 2022-12-14_14:59:43.578595) \u000a14:59:44.864771 run osmo-msc_10.42.42.6(pid=4087): stderr: \u000a| �[0;m�[38;5;43m20221214145943899 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214145943900 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0cbc0f5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214145943900 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214145943900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214145943900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214145943900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214145943902 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214145943902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214145943902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214145943902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:59:44.908385 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4079): Terminating (SIGTERM)\u000a14:59:44.949575 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4083): Terminating (SIGTERM)\u000a14:59:44.990809 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4086): Terminating (SIGTERM)\u000a14:59:45.000481 --- ParallelTerminationStrategy: PID 4079 died...\u000a14:59:45.056266 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4079): Terminated: ok {rc=0}\u000a14:59:45.066731 --- ParallelTerminationStrategy: PID 4083 died...\u000a14:59:45.122135 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4083): Terminated: ok {rc=0}\u000a14:59:45.132302 --- ParallelTerminationStrategy: PID 4086 died...\u000a14:59:45.187601 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4086): Terminated: ok {rc=0}\u000a14:59:45.274061 bus /sierra_3: Setting Powered False\u000a14:59:46.375114 bus /sierra_3: Setting Powered False\u000a14:59:47.480845 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "86", "name" : "voice_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:59:27" }, { "cases" : [ { "testActions" : [ ], "age" : 90, "className" : "emergency:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4098): Process ended prematurely: osmo-stp_10.42.42.5(pid=4098) [trial-2406↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4098)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4098): Process ended prematurely: osmo-stp_10.42.42.5(pid=4098) [trial-2406↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4098)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2406 emergency:trx-umtrx emergency_mo_mt_call.py\u000a----------------------------------------------\u000a14:59:49.499128 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:59:49.510364 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a14:59:49.652404 tst emergency_mo_mt_call.py: using LAC 41698\u000a14:59:49.771183 tst emergency_mo_mt_call.py: using RAC 133\u000a14:59:49.889576 tst emergency_mo_mt_call.py: using CellId 41698\u000a14:59:50.006248 tst emergency_mo_mt_call.py: using BVCI 41699\u000a14:59:50.028670 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:59:50.039461 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:59:50.049980 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:59:50.060365 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:59:50.071454 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:59:50.082228 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a14:59:50.200527 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a14:59:50.410238 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:59:50.922028 run create_hlr_db(pid=4092): Launched\u000a14:59:51.108375 bus /sierra_2: Setting Powered False\u000a14:59:52.128070 run create_hlr_db(pid=4092): Terminated: ok {rc=0}\u000a14:59:52.530365 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4094): Launched\u000a14:59:52.827639 run osmo-hlr_10.42.42.2(pid=4095): Launched\u000a14:59:52.943135 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:59:53.466508 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4097): Launched\u000a14:59:53.764387 run osmo-stp_10.42.42.5(pid=4098): Launched\u000a14:59:53.887878 tst emergency_mo_mt_call.py: using MSISDN 8743\u000a14:59:54.034829 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:59:54.581228 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4100): Launched\u000a14:59:54.880500 run osmo-msc_10.42.42.6(pid=4101): Launched\u000a14:59:55.056508 run osmo-stp_10.42.42.5(pid=4098): ERR: Terminated: ERROR {rc=1} [trial-2406↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4098)]\u000a14:59:55.183684 run osmo-stp_10.42.42.5(pid=4098): stdout: \u000a| (launched: 2022-12-14_14:59:53.616931)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:59:55.308699 run osmo-stp_10.42.42.5(pid=4098): stderr: \u000a| �[0;m�[38;5;43m20221214145953785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214145953785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214145953785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214145953786 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214145953789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214145953789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214145953789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:59:55.428223 run osmo-stp_10.42.42.5(pid=4098): stdout: \u000a| (launched: 2022-12-14_14:59:53.616931)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:59:55.546911 run osmo-stp_10.42.42.5(pid=4098): stderr: \u000a| �[0;m�[38;5;43m20221214145953785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214145953785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214145953785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214145953786 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214145953789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214145953789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214145953789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:59:55.599279 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=4098): Process ended prematurely: osmo-stp_10.42.42.5(pid=4098) [trial-2406↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4098)] [trial-2406↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19]\u000a14:59:55.607318 tst emergency_mo_mt_call.py:19: Test FAILED (6.1 sec)\u000a14:59:55.667691 run osmo-hlr_10.42.42.2(pid=4095): ERR: Terminated: ERROR {rc=237} [trial-2406↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4095)]\u000a14:59:55.717638 run osmo-hlr_10.42.42.2(pid=4095): stdout: \u000a| (launched: 2022-12-14_14:59:52.681386) \u000a14:59:55.767979 run osmo-hlr_10.42.42.2(pid=4095): stderr: \u000a| �[0;m�[1;31m20221214145952859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214145952859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214145952859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214145952859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214145952859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214145952859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214145952873 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/emergency:trx-umtrx/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214145952882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214145952882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214145952882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:59:55.836183 run osmo-msc_10.42.42.6(pid=4101): ERR: Terminated: ERROR {rc=2} [trial-2406↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4101)]\u000a14:59:55.886090 run osmo-msc_10.42.42.6(pid=4101): stdout: \u000a| (launched: 2022-12-14_14:59:54.732380) \u000a14:59:55.936449 run osmo-msc_10.42.42.6(pid=4101): stderr: \u000a| �[0;m�[38;5;43m20221214145955002 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214145955002 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f486b04dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214145955002 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214145955002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214145955002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214145955002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214145955004 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214145955005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214145955005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214145955005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:59:55.979275 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4094): Terminating (SIGTERM)\u000a14:59:56.019820 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4097): Terminating (SIGTERM)\u000a14:59:56.060220 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4100): Terminating (SIGTERM)\u000a14:59:56.069584 --- ParallelTerminationStrategy: PID 4094 died...\u000a14:59:56.123537 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4094): Terminated: ok {rc=0}\u000a14:59:56.133140 --- ParallelTerminationStrategy: PID 4097 died...\u000a14:59:56.186739 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4097): Terminated: ok {rc=0}\u000a14:59:56.196332 --- ParallelTerminationStrategy: PID 4100 died...\u000a14:59:56.250129 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4100): Terminated: ok {rc=0}\u000a14:59:56.338418 bus /sierra_3: Setting Powered False\u000a14:59:57.441534 bus /sierra_3: Setting Powered False\u000a14:59:58.551698 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "emergency:trx-umtrx", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "\u000a----------------------------------------------\u000atrial-2406 emergency:trx-umtrx emergency_preemptive_call.py\u000a----------------------------------------------\u000a14:59:59.602658 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:59:59.614437 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a14:59:59.752231 tst emergency_preemptive_call.py: using LAC 41699\u000a14:59:59.870276 tst emergency_preemptive_call.py: using RAC 134\u000a14:59:59.989781 tst emergency_preemptive_call.py: using CellId 41699\u000a15:00:00.106451 tst emergency_preemptive_call.py: using BVCI 41700\u000a15:00:00.128994 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a15:00:00.139821 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a15:00:00.150293 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a15:00:00.160742 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a15:00:00.171738 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a15:00:00.183262 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a15:00:00.329260 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a15:00:00.375267 tst emergency_preemptive_call.py:12: ERR: TEST RUN ABORTED: SystemExit [trial-2406↪emergency:trx-umtrx↪emergency_preemptive_call.py:12]\u000a15:00:00.439203 bus /sierra_2: Setting Powered False\u000a15:00:01.532421 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 15.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "87", "name" : "emergency_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:59:49" }, { "cases" : [ { "testActions" : [ ], "age" : 90, "className" : "gprs:trx-umtrx", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 90, "className" : "gprs:trx-umtrx", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:trx-umtrx", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2175, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 208, "className" : "gprs:trx-umtrx", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2200, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:trx-umtrx", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "88", "name" : "gprs_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 269, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "89", "name" : "gprs_trx-umtrx+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 269, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "90", "name" : "gprs_trx-umtrx+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 269, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "91", "name" : "gprs_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 269, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "92", "name" : "gprs_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 269, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "93", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 269, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-osmo", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "94", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 268, "className" : "nitb_sms:trx-lms", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "95", "name" : "nitb_sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 77, "className" : "sms:trx-lms", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "96", "name" : "sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 268, "className" : "nitb_ussd:trx-lms", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "97", "name" : "nitb_ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 77, "className" : "ussd:trx-lms", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "98", "name" : "ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 81, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 88, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "99", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 77, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 88, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "100", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 77, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 88, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "101", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 81, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 84, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2324, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "102", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 77, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 243, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "103", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 77, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 243, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "104", "name" : "voice_trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 79, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2329, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 243, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "105", "name" : "voice_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 77, "className" : "emergency:trx-lms", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 266, "className" : "emergency:trx-lms", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "106", "name" : "emergency_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 269, "className" : "gprs:trx-lms", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:trx-lms", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2142, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:trx-lms", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 81, "className" : "gprs:trx-lms", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2327, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 88, "className" : "gprs:trx-lms", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2320, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "107", "name" : "gprs_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 269, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "108", "name" : "gprs_trx-lms+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 269, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 77, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "109", "name" : "gprs_trx-lms+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 269, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "110", "name" : "gprs_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 269, "className" : "dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "111", "name" : "dynts_trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 269, "className" : "dynts:trx-lms+mod-bts0-dynts67-osmo", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "112", "name" : "dynts_trx-lms+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 268, "className" : "nitb_sms:trx-lms-limenet-micro", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "113", "name" : "nitb_sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 269, "className" : "sms:trx-lms-limenet-micro", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "114", "name" : "sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 268, "className" : "nitb_ussd:trx-lms-limenet-micro", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "115", "name" : "nitb_ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 269, "className" : "ussd:trx-lms-limenet-micro", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "116", "name" : "ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 269, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 243, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "117", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 269, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 243, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "118", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 269, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 243, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "119", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 269, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 243, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "120", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 269, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 243, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "121", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 269, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 243, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "122", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 269, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 243, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "123", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 266, "className" : "emergency:trx-lms-limenet-micro", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 266, "className" : "emergency:trx-lms-limenet-micro", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "124", "name" : "emergency_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 269, "className" : "gprs:trx-lms-limenet-micro", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:trx-lms-limenet-micro", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:trx-lms-limenet-micro", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:trx-lms-limenet-micro", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:trx-lms-limenet-micro", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "125", "name" : "gprs_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 269, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "126", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 269, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "127", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 269, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "128", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 269, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "129", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 269, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "130", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "nitb_sms:nanobts", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2172, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "131", "name" : "nitb_sms_nanobts", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 77, "className" : "sms:nanobts+band-1900", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "132", "name" : "sms_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "nitb_ussd:nanobts+band-1900", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "133", "name" : "nitb_ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 77, "className" : "ussd:nanobts+band-1900", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "134", "name" : "ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 77, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 86, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "135", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 77, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 88, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "136", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 77, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 88, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "137", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 77, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 88, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "138", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 77, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 90, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "139", "name" : "voice_nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 77, "className" : "emergency:nanobts+band-1900", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 247, "className" : "emergency:nanobts+band-1900", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2161, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "140", "name" : "emergency_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 269, "className" : "gprs:nanobts+band-1900", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:nanobts+band-1900", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:nanobts+band-1900", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:nanobts+band-1900", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:nanobts+band-1900", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "141", "name" : "gprs_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 269, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "142", "name" : "gprs_nanobts+band-1900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 269, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "143", "name" : "gprs_nanobts+band-1900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 269, "className" : "dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "144", "name" : "dynts_nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 77, "className" : "sms:nanobts+band-900", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "145", "name" : "sms_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "nitb_ussd:nanobts+band-900", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "146", "name" : "nitb_ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 77, "className" : "ussd:nanobts+band-900", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "147", "name" : "ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 77, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 88, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "148", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 77, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 88, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "149", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 82, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 90, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "150", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 77, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 88, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "151", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 82, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 85, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2323, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "152", "name" : "voice_nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 269, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 243, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "153", "name" : "voice_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 77, "className" : "emergency:nanobts+band-900", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 245, "className" : "emergency:nanobts+band-900", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "154", "name" : "emergency_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 269, "className" : "gprs:nanobts+band-900", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 95, "className" : "gprs:nanobts+band-900", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2313, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 247, "className" : "gprs:nanobts+band-900", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2161, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 82, "className" : "gprs:nanobts+band-900", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2326, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:nanobts+band-900", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "155", "name" : "gprs_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 269, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "156", "name" : "gprs_nanobts+band-900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 269, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "157", "name" : "gprs_nanobts+band-900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 269, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 269, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "158", "name" : "gprs_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 269, "className" : "dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "159", "name" : "dynts_nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "nitb_smpp", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2172, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 236, "className" : "nitb_smpp", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2172, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 268, "className" : "nitb_smpp", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2140, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 268, "className" : "nitb_smpp", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2140, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "160", "name" : "nitb_smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 77, "className" : "smpp", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2331, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 77, "className" : "smpp", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2331, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 77, "className" : "smpp", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2331, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 77, "className" : "smpp", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2331, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "161", "name" : "smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 77, "className" : "encryption", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2331, "name" : "register_a5_0_authopt.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 77, "className" : "encryption", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2331, "name" : "register_a5_0_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 77, "className" : "encryption", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2331, "name" : "register_a5_1_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 77, "className" : "encryption", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2331, "name" : "register_a5_3_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "162", "name" : "encryption", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 269, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 90, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2318, "name" : "iperf3_bidir.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 269, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "iperf3_dl.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 269, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "iperf3_ul.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 266, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2142, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 269, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "rrc_idle_mo_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" }, { "testActions" : [ ], "age" : 269, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2139, "name" : "rrc_idle_mt_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "163", "name" : "4g_srsenb-rftype@zmq+srsue-rftype@zmq", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 205, "className" : "handover_2G:nanobts+bts1-oc2g", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "164", "name" : "handover_2G_nanobts+bts1-oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "handover_2G:nanobts+bts1-octphy", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "165", "name" : "handover_2G_nanobts+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "handover_2G:nanobts+bts1-trx-lms", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "166", "name" : "handover_2G_nanobts+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "handover_2G:nanobts+bts1-trx-lms-limenet-micro", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "167", "name" : "handover_2G_nanobts+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "handover_2G:nanobts+bts1-trx-sysmocell5000", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "168", "name" : "handover_2G_nanobts+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "handover_2G:nanobts+bts1-sysmo", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "169", "name" : "handover_2G_nanobts+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "handover_2G:nanobts+bts1-trx-b200", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "170", "name" : "handover_2G_nanobts+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "handover_2G:nanobts+bts1-trx-umtrx", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "171", "name" : "handover_2G_nanobts+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "handover_2G:oc2g+bts1-octphy", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "172", "name" : "handover_2G_oc2g+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "handover_2G:oc2g+bts1-trx-lms", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "173", "name" : "handover_2G_oc2g+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "handover_2G:oc2g+bts1-trx-lms-limenet-micro", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "174", "name" : "handover_2G_oc2g+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "handover_2G:oc2g+bts1-trx-sysmocell5000", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "175", "name" : "handover_2G_oc2g+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 205, "className" : "handover_2G:oc2g+bts1-sysmo", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "176", "name" : "handover_2G_oc2g+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 205, "className" : "handover_2G:oc2g+bts1-trx-b200", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "177", "name" : "handover_2G_oc2g+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 205, "className" : "handover_2G:oc2g+bts1-trx-umtrx", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "178", "name" : "handover_2G_oc2g+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "handover_2G:octphy+bts1-trx-lms", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "179", "name" : "handover_2G_octphy+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "handover_2G:octphy+bts1-trx-lms-limenet-micro", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "180", "name" : "handover_2G_octphy+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "handover_2G:octphy+bts1-trx-sysmocell5000", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "181", "name" : "handover_2G_octphy+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "handover_2G:octphy+bts1-sysmo", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "182", "name" : "handover_2G_octphy+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "handover_2G:octphy+bts1-trx-b200", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "183", "name" : "handover_2G_octphy+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "handover_2G:octphy+bts1-trx-umtrx", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "184", "name" : "handover_2G_octphy+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "handover_2G:trx-lms+bts1-trx-lms-limenet-micro", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "185", "name" : "handover_2G_trx-lms+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "handover_2G:trx-lms+bts1-trx-sysmocell5000", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "186", "name" : "handover_2G_trx-lms+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 77, "className" : "handover_2G:trx-lms+bts1-sysmo", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2331, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "187", "name" : "handover_2G_trx-lms+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "handover_2G:trx-lms+bts1-trx-b200", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "188", "name" : "handover_2G_trx-lms+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "handover_2G:trx-lms+bts1-trx-umtrx", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "189", "name" : "handover_2G_trx-lms+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "190", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "handover_2G:trx-lms-limenet-micro+bts1-sysmo", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "191", "name" : "handover_2G_trx-lms-limenet-micro+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-b200", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "192", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "193", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "handover_2G:trx-sysmocell5000+bts1-sysmo", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "194", "name" : "handover_2G_trx-sysmocell5000+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-b200", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "195", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-umtrx", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "196", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 90, "className" : "handover_2G:sysmo+bts1-trx-b200", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "197", "name" : "handover_2G_sysmo+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 90, "className" : "handover_2G:sysmo+bts1-trx-umtrx", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "198", "name" : "handover_2G_sysmo+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None }, { "cases" : [ { "testActions" : [ ], "age" : 90, "className" : "handover_2G:trx-b200+bts1-trx-umtrx", "duration" : 0.0, "errorDetails" : None, "errorStackTrace" : "could not run", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : None, "stdout" : "test log file not available" } ], "duration" : 0.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "199", "name" : "handover_2G_trx-b200+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : None } ] }